[ 519.986892] env[65341]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.986892] env[65341]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 520.961953] env[65432]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.961953] env[65432]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.798364] env[65432]: INFO neutron.common.config [-] Logging enabled! [ 522.798752] env[65432]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 522.798924] env[65432]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65432) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 522.799244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 522.799341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 522.800157] env[65432]: WARNING oslo_policy.policy [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.800369] env[65432]: WARNING oslo_policy.policy [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.802051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] VMware NSXv3 Agent initialized successfully. [ 522.802408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] Acquiring lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.802532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] Acquired lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.802730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] Releasing lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.803016] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] Full set of CONF: {{(pid=65432) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 522.803130] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ******************************************************************************** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.803278] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] Configuration options gathered from: {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.803875] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.804074] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.804185] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ================================================================================ {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.804354] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] agent_down_time = 75 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.804493] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] allow_automatic_dhcp_failover = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.804628] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] allow_bulk = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.804770] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] api_extensions_path = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.804909] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] api_paste_config = api-paste.ini {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805058] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] auth_strategy = keystone {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805163] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] backdoor_port = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805264] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] backdoor_socket = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805400] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] backlog = 4096 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805535] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805688] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] bind_host = 0.0.0.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805827] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] bind_port = 9696 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.805959] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] client_socket_timeout = 900 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.806107] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] config_dir = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.806214] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.806382] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] config_source = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.806579] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] control_exchange = neutron {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.806731] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] core_plugin = ml2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.806866] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] debug = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807010] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] default_availability_zones = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807225] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807364] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] dhcp_agent_notification = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807497] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] dhcp_agents_per_network = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807626] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] dhcp_lease_duration = 86400 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807811] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] dhcp_load_type = networks {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.807890] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] dns_domain = openstacklocal {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808035] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808171] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_default_route_bfd = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808300] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_default_route_ecmp = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808428] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_dvr = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808555] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_new_agents = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808681] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.808841] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_signals = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.809066] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] enable_traditional_dhcp = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.809527] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] external_dns_driver = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.809527] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] filter_validation = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.809635] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] global_physnet_mtu = 8950 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.809845] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] graceful_shutdown_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810102] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] host = cpu-1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810268] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] host_dvr_for_dhcp = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810411] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] http_retries = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810553] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] instance_format = [instance: %(uuid)s] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810689] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810825] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ipam_driver = internal {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.810959] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ipv6_pd_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.811151] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] l3_ha = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.811343] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.811514] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] l3_ha_network_physical_name = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.811658] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] l3_ha_network_type = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.811821] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_color = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.812052] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_config_append = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.812295] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.812533] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_dir = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.812724] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.812841] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_options = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.812978] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_rotate_interval = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813205] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_rotate_interval_type = days {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813367] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] log_rotation_type = none {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813472] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813571] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813707] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813866] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.813982] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.814172] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] max_dns_nameservers = 5 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.814353] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] max_header_line = 16384 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.814496] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] max_l3_agents_per_router = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.814628] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] max_logfile_count = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.814757] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] max_logfile_size_mb = 200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.814887] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] max_subnet_host_routes = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815049] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] my_ip = 10.180.1.21 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815215] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] my_ipv6 = ::1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815349] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] network_auto_schedule = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815475] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] network_link_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815615] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815755] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] notify_nova_on_port_data_changes = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.815892] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] notify_nova_on_port_status_changes = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816035] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] pagination_max_limit = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816166] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] publish_errors = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816295] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] rate_limit_burst = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816430] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] rate_limit_except_level = CRITICAL {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816557] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] rate_limit_interval = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816684] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] retry_until_window = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816810] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] router_distributed = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.816937] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] rpc_resources_processing_step = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.817075] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] rpc_response_max_timeout = 600 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.817205] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] rpc_response_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.817387] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] send_events_interval = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.817649] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] service_plugins = ['router'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.817926] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] setproctitle = on {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.818119] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] shell_completion = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.818371] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] state_path = /opt/stack/data/neutron {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.818627] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] syslog_log_facility = LOG_USER {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.818879] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] tcp_keepidle = 600 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.819150] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] transport_url = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.819356] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] use_journal = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.819506] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] use_json = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.819642] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] use_ssl = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.819775] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] use_stderr = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.819919] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] use_syslog = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820060] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] vlan_qinq = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820190] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] vlan_transparent = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820319] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] watch_log_file = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820499] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] wsgi_default_pool_size = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820575] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] wsgi_keep_alive = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820716] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820851] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] wsgi_server_debug = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.820998] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_concurrency.disable_process_locking = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821154] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821296] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821429] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821568] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821704] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821837] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.821988] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.connection_string = messaging:// {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822145] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822286] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.es_doc_type = notification {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822421] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.es_scroll_size = 10000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822558] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.es_scroll_time = 2m {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822690] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.filter_error_trace = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822830] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.hmac_keys = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.822968] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.sentinel_service_name = mymaster {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823123] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.socket_timeout = 0.1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823254] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.trace_requests = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823383] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler.trace_sqlalchemy = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823529] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler_jaeger.process_tags = {} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823662] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler_jaeger.service_name_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823795] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] profiler_otlp.service_name_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.823945] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.enforce_new_defaults = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.824233] env[65432]: WARNING oslo_config.cfg [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 522.824385] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.enforce_scope = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.824528] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.policy_default_rule = default {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.824679] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.824821] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.824964] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825112] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825266] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825407] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825542] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825681] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825828] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.825976] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] agent.extensions = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826129] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826267] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] service_providers.service_provider = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826407] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.default_quota = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826546] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826678] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_floatingip = 50 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826814] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_network = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.826942] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_port = 500 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827082] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827215] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_router = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827347] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_security_group = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827478] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827608] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.quota_subnet = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827737] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] QUOTAS.track_quota_usage = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.827889] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828067] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828161] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828291] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828424] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828557] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828687] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.828863] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829008] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829148] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829305] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829445] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829577] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829753] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_dhcp_release.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.829878] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830023] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830156] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830290] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830428] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830632] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830718] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_ovs_vsctl.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830825] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.capabilities = [21] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.830956] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831121] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831266] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831405] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831539] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831668] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_namespace.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831806] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.capabilities = [12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.831935] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832069] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832220] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832370] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832503] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832631] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_conntrack.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832769] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.capabilities = [12, 21] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.832899] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833034] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833166] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833298] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833429] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833554] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] privsep_link.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833701] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833844] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.833980] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.continue_on_failed_promotions = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834124] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.dscp = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834258] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.dscp_inherit = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834397] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.force_mp_to_policy = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834528] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.locking_coordinator_url = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834661] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.log_agent_heartbeats = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834795] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.logging_expire = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.834947] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.835123] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.835271] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.polling_interval = 240 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.835406] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.835547] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.835691] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.report_interval = 30.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.835857] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836037] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836204] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836376] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.sync_skew = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836522] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.synchronization_queue_size = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836661] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT.use_helper_for_ns_read = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836804] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] SECURITYGROUP.enable_ipset = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.836947] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] SECURITYGROUP.enable_security_group = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.837101] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.837253] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.837412] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] experimental.ipv6_pd_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.837573] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.extension_drivers = ['port_security'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.837707] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.external_network_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.837857] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838007] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.overlay_ip_version = 4 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838200] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.path_mtu = 8950 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838288] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.physical_network_mtus = {} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838431] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838568] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838724] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ml2.type_drivers = ['vlan'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.838887] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839036] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839173] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839318] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839461] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839597] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839754] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.839904] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840052] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840253] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840399] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_login_password = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840545] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840744] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_login_user = admin {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840816] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.840953] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841126] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841274] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841417] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841560] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841698] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841837] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.841973] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.842126] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.842268] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.842403] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.842539] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.842726] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.842874] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843018] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843157] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843298] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843437] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.auth_type = password {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843574] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843703] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843838] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.843980] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.endpoint_type = public {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844128] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844256] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844400] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.region_name = RegionOne {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844535] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844666] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] nova.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844801] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.844944] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.auth_type = password {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845091] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845223] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845355] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845494] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.endpoint_type = public {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845623] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845749] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.845877] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.region_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846016] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846147] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] placement.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846285] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846418] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.auth_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846547] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.cafile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846676] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846811] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.846942] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.connect_retries = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847082] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.connect_retry_delay = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847215] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.enable_notifications = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847344] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.endpoint_override = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847477] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847606] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.interface = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847736] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.847894] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.max_version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848070] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.min_version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848207] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.region_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848355] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.retriable_status_codes = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848469] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.service_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848598] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.service_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848745] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.848885] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.status_code_retries = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849026] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.status_code_retry_delay = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849159] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849307] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.valid_interfaces = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849452] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ironic.version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849592] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] cli_script.dry_run = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849743] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.849876] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850102] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850249] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850384] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850517] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850648] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850785] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.850916] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851060] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851190] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851328] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851464] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851600] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851732] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.851874] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852026] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852154] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852294] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852425] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852557] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852686] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852816] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.852948] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853091] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853225] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853356] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853485] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853614] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853744] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.853874] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.ssl = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854017] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854157] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854288] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854423] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854559] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854693] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854831] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_notifications.driver = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.854965] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_notifications.retry = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.855125] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.855256] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.855358] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-ed4c3f17-56e9-4fcb-81f5-a5edc649e6a0 None None] ******************************************************************************** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.856495] env[65432]: DEBUG neutron.agent.securitygroups_rpc [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Init firewall settings (driver=nsxv3) {{(pid=65432) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 522.857874] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65432) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 522.858144] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] RPC agent_id: nsxm-l-01a.corp.local [ 522.860515] env[65432]: DEBUG dogpile.cache.region [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.860638] env[65432]: DEBUG dogpile.lock [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 522.860736] env[65432]: DEBUG dogpile.lock [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 522.860828] env[65432]: DEBUG dogpile.lock [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 522.860921] env[65432]: DEBUG dogpile.cache.region [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.861095] env[65432]: DEBUG dogpile.lock [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 522.861172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.894423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Session token - acquiring [ 522.896038] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.896290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.896409] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.896936] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.907796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.191173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 523.210734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 523.210933] env[65432]: DEBUG dogpile.cache.region [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Cache value generated in 0.350 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 523.210977] env[65432]: DEBUG dogpile.lock [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 523.211136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Activating Policy API Provider. [ 523.211342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Looking for the default Infrastructure Rules. [ 523.280956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Looking for the Default Layer3 Logged Drop Section. [ 523.299263] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 523.299738] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.299931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.300051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.300343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.300692] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.815631] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.318251] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.820523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Inventory metadata is going to be refreshed. [ 524.820883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.578631] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.578943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.578994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.579337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.590694] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 525.591711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.592731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 525.612767] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.613042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.613042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.613346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.613470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.613618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 525.613730] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.613833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 525.644692] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.644953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.644994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.645326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.645474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.645618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 525.672656] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.672985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.672985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.673267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.673444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.673595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 525.693524] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.693830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.693830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.694106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.694249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.694400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 525.694504] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.694605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 525.713724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.713973] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.714038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.714351] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.714491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.714639] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 525.714741] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.714842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 525.736435] env[65432]: DEBUG networking_nsxv3.common.locking [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.736669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.736722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.736998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.737155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.737304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 525.737408] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.737502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Inventory metadata have been refreshed. [ 525.737593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Dryrun:True. Metadata refresh completed. [ 525.737709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.739546] env[65432]: INFO neutron.agent.agent_extensions_manager [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Loaded agent extensions: [] [ 525.740269] env[65432]: DEBUG neutron_lib.callbacks.manager [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65432) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 525.742141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.742314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.742414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.742641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.742804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.796289] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent RPC Daemon Started! [ 525.796504] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:0 started [ 525.796504] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent out of sync with plugin! [ 526.245436] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.748034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.250238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 527.250629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.999928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.000169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.000169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.000392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.011433] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.012354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.013319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.032232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.032461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.032461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.032625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.032711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.032818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.032888] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.032959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.054328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.054518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.054518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.054737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.054889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.055023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.080888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.081219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.081219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.081361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.081533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.081806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.102134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.102353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.102353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.102534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.102635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.102746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.102817] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.102887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.119125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.119348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.119348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.119500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.119582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.119686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.119754] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.119826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.138774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.139037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.139104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.139255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.139365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.139533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.139610] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.139678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 528.139744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 528.139841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 528.139967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 528.140046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 528.140353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 528.140400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 528.140433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.160235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.160452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.160507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.160732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.160867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.161020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.183535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.183734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.183778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.184042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.184190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.196990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.741366] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.741719] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.743089] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.743479] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.693314] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4be1d380-0ae8-4cbb-ac79-a296ad573121 demo admin] Enqueued Resource ID: 3631f7cf-8d22-4362-9d91-d708bdae3f8c with Priority: HIGHEST for action security_group_rules [ 540.693851] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3631f7cf-8d22-4362-9d91-d708bdae3f8c with Priority: HIGHEST for action security_group_rules [ 540.694172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3631f7cf-8d22-4362-9d91-d708bdae3f8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.694365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3631f7cf-8d22-4362-9d91-d708bdae3f8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.694482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3631f7cf-8d22-4362-9d91-d708bdae3f8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.694798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3631f7cf-8d22-4362-9d91-d708bdae3f8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.694889] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3631f7cf-8d22-4362-9d91-d708bdae3f8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.216445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.216727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.216727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.216866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.216984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.217090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3631f7cf-8d22-4362-9d91-d708bdae3f8c already deleted. [ 541.217180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3631f7cf-8d22-4362-9d91-d708bdae3f8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.694912] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.695564] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.696610] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.696610] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.697981] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.698402] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.702099] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.702099] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.439135] env[65432]: INFO networking_nsxv3.common.synchronization [None req-664d4924-99d3-4e4e-bb92-876b4d2c7764 None None] Enqueued Resource ID: 6eb4a7a2-e60a-4167-870b-f2eca5201dbc with Priority: HIGHEST for action port [ 565.441909] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb4a7a2-e60a-4167-870b-f2eca5201dbc with Priority: HIGHEST for action port [ 565.442231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb4a7a2-e60a-4167-870b-f2eca5201dbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.444575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb4a7a2-e60a-4167-870b-f2eca5201dbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.444575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb4a7a2-e60a-4167-870b-f2eca5201dbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.444575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb4a7a2-e60a-4167-870b-f2eca5201dbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.444575] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb4a7a2-e60a-4167-870b-f2eca5201dbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.944962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb4a7a2-e60a-4167-870b-f2eca5201dbc [ 565.945235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.945374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.945446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.945661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.945752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.945847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb4a7a2-e60a-4167-870b-f2eca5201dbc already deleted. [ 565.945927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb4a7a2-e60a-4167-870b-f2eca5201dbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.046629] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2769c45a-4ce6-41f1-8e2b-27cccb8b2bdb None None] Enqueued Resource ID: 049fbfb2-5bc8-4232-889c-a2e754b7d252 with Priority: HIGHEST for action port [ 567.047072] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049fbfb2-5bc8-4232-889c-a2e754b7d252 with Priority: HIGHEST for action port [ 567.047483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-049fbfb2-5bc8-4232-889c-a2e754b7d252 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.047637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-049fbfb2-5bc8-4232-889c-a2e754b7d252" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.047685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-049fbfb2-5bc8-4232-889c-a2e754b7d252" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.047930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-049fbfb2-5bc8-4232-889c-a2e754b7d252" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.048067] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('049fbfb2-5bc8-4232-889c-a2e754b7d252',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.550033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 049fbfb2-5bc8-4232-889c-a2e754b7d252 [ 567.551308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.551308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.551308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.551308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.551308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.551308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:049fbfb2-5bc8-4232-889c-a2e754b7d252 already deleted. [ 567.551308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-049fbfb2-5bc8-4232-889c-a2e754b7d252" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.978299] env[65432]: INFO networking_nsxv3.common.synchronization [None req-eac9e94a-107a-4b71-9a6e-d1d662945e0a None None] Enqueued Resource ID: 9c0fc6e0-d2d1-4456-877c-66f8112400fd with Priority: HIGHEST for action port [ 569.978790] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0fc6e0-d2d1-4456-877c-66f8112400fd with Priority: HIGHEST for action port [ 569.979459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0fc6e0-d2d1-4456-877c-66f8112400fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.979587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0fc6e0-d2d1-4456-877c-66f8112400fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.979650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0fc6e0-d2d1-4456-877c-66f8112400fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.979931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0fc6e0-d2d1-4456-877c-66f8112400fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.980051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0fc6e0-d2d1-4456-877c-66f8112400fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.482780] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c0fc6e0-d2d1-4456-877c-66f8112400fd [ 570.483040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.483183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.483257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.483469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.483557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.483650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c0fc6e0-d2d1-4456-877c-66f8112400fd already deleted. [ 570.483732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0fc6e0-d2d1-4456-877c-66f8112400fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.998077] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cee75b44-5ddc-4a3b-b079-e72a6e226266 None None] Enqueued Resource ID: 660b8315-38f0-4213-905e-dd151d1366d5 with Priority: HIGHEST for action port [ 571.999110] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660b8315-38f0-4213-905e-dd151d1366d5 with Priority: HIGHEST for action port [ 572.000027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-660b8315-38f0-4213-905e-dd151d1366d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.000027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-660b8315-38f0-4213-905e-dd151d1366d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.000027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-660b8315-38f0-4213-905e-dd151d1366d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.000218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-660b8315-38f0-4213-905e-dd151d1366d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.000528] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660b8315-38f0-4213-905e-dd151d1366d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.502921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 660b8315-38f0-4213-905e-dd151d1366d5 [ 572.502921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.503099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.503099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.504138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.504138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.504138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:660b8315-38f0-4213-905e-dd151d1366d5 already deleted. [ 572.504138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-660b8315-38f0-4213-905e-dd151d1366d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.282472] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6762d363-4757-4adb-b0b8-bc74a5c41832 None None] Enqueued Resource ID: afa00a18-97d1-4c06-9ac4-15a91d72712e with Priority: HIGHEST for action port [ 573.283024] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa00a18-97d1-4c06-9ac4-15a91d72712e with Priority: HIGHEST for action port [ 573.283320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-afa00a18-97d1-4c06-9ac4-15a91d72712e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.283439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afa00a18-97d1-4c06-9ac4-15a91d72712e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.283505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afa00a18-97d1-4c06-9ac4-15a91d72712e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.283752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afa00a18-97d1-4c06-9ac4-15a91d72712e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.283838] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afa00a18-97d1-4c06-9ac4-15a91d72712e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.366540] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ba88f29e-8949-4adb-b75d-037eb77bbb2c None None] Enqueued Resource ID: 8c055e36-6b0a-4fec-9871-99b990f968f3 with Priority: HIGHEST for action port [ 573.367087] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c055e36-6b0a-4fec-9871-99b990f968f3 with Priority: HIGHEST for action port [ 573.367404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c055e36-6b0a-4fec-9871-99b990f968f3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.367548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c055e36-6b0a-4fec-9871-99b990f968f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.367593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c055e36-6b0a-4fec-9871-99b990f968f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.367834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c055e36-6b0a-4fec-9871-99b990f968f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.368150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c055e36-6b0a-4fec-9871-99b990f968f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.789432] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afa00a18-97d1-4c06-9ac4-15a91d72712e [ 573.789770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.790935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.790935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.791792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.792343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.792343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afa00a18-97d1-4c06-9ac4-15a91d72712e already deleted. [ 573.792343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afa00a18-97d1-4c06-9ac4-15a91d72712e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.872077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c055e36-6b0a-4fec-9871-99b990f968f3 [ 573.872077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.872077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.872288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.872400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.872523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.872620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c055e36-6b0a-4fec-9871-99b990f968f3 already deleted. [ 573.872715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c055e36-6b0a-4fec-9871-99b990f968f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.659862] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9dce13b4-b205-4450-b874-8ed620104526 None None] Enqueued Resource ID: a5a32c51-d31d-4cda-8862-34720ca40374 with Priority: HIGHEST for action port [ 574.660470] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a32c51-d31d-4cda-8862-34720ca40374 with Priority: HIGHEST for action port [ 574.660769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a32c51-d31d-4cda-8862-34720ca40374 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.661353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a32c51-d31d-4cda-8862-34720ca40374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.661353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a32c51-d31d-4cda-8862-34720ca40374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.661353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a32c51-d31d-4cda-8862-34720ca40374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.661353] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a32c51-d31d-4cda-8862-34720ca40374',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.679524] env[65432]: INFO networking_nsxv3.common.synchronization [None req-34493392-8836-4770-b120-03ba67fae392 None None] Enqueued Resource ID: 04f4f163-3f12-4fb0-8174-f296399687a6 with Priority: HIGHEST for action port [ 574.679950] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f4f163-3f12-4fb0-8174-f296399687a6 with Priority: HIGHEST for action port [ 574.680262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f4f163-3f12-4fb0-8174-f296399687a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.680379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f4f163-3f12-4fb0-8174-f296399687a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.680456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f4f163-3f12-4fb0-8174-f296399687a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.680689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f4f163-3f12-4fb0-8174-f296399687a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.680776] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f4f163-3f12-4fb0-8174-f296399687a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.165114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5a32c51-d31d-4cda-8862-34720ca40374 [ 575.165370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.165519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.165590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.165797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.165887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.165993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5a32c51-d31d-4cda-8862-34720ca40374 already deleted. [ 575.166265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a32c51-d31d-4cda-8862-34720ca40374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.188776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04f4f163-3f12-4fb0-8174-f296399687a6 [ 575.189258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.189258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.189258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.189459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.189553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.189654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04f4f163-3f12-4fb0-8174-f296399687a6 already deleted. [ 575.189736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f4f163-3f12-4fb0-8174-f296399687a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.624279] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0a69d86f-b19f-4ed6-97a3-9d32c74a1a95 None None] Enqueued Resource ID: 6edda922-54eb-42af-b636-799b7d880874 with Priority: HIGHEST for action port [ 575.624279] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edda922-54eb-42af-b636-799b7d880874 with Priority: HIGHEST for action port [ 575.626825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6edda922-54eb-42af-b636-799b7d880874 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.626825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6edda922-54eb-42af-b636-799b7d880874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.626825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6edda922-54eb-42af-b636-799b7d880874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.626825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6edda922-54eb-42af-b636-799b7d880874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.626825] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6edda922-54eb-42af-b636-799b7d880874',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.128426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6edda922-54eb-42af-b636-799b7d880874 [ 576.128682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.128807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.128877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.129138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.129232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.133020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6edda922-54eb-42af-b636-799b7d880874 already deleted. [ 576.133020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6edda922-54eb-42af-b636-799b7d880874" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.446545] env[65432]: INFO networking_nsxv3.common.synchronization [None req-18001c9d-7d57-4f67-b383-8212f3b8a1a9 None None] Enqueued Resource ID: 76f3f724-e71e-43f6-88df-711a26100b27 with Priority: HIGHEST for action port [ 576.446545] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f3f724-e71e-43f6-88df-711a26100b27 with Priority: HIGHEST for action port [ 576.446545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f3f724-e71e-43f6-88df-711a26100b27 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.446545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f3f724-e71e-43f6-88df-711a26100b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.446545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f3f724-e71e-43f6-88df-711a26100b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.446545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f3f724-e71e-43f6-88df-711a26100b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.448633] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f3f724-e71e-43f6-88df-711a26100b27',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.954598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76f3f724-e71e-43f6-88df-711a26100b27 [ 576.954598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.954598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.954598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.954877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.954877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.954877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76f3f724-e71e-43f6-88df-711a26100b27 already deleted. [ 576.954990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f3f724-e71e-43f6-88df-711a26100b27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.637596] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fdaa2bed-6b5f-44c1-9a8d-8dc99df309c4 None None] Enqueued Resource ID: 5db73129-37e4-45de-a6a2-d5a6fd4e8958 with Priority: HIGHEST for action port [ 577.638335] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db73129-37e4-45de-a6a2-d5a6fd4e8958 with Priority: HIGHEST for action port [ 577.639236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db73129-37e4-45de-a6a2-d5a6fd4e8958 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.639236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db73129-37e4-45de-a6a2-d5a6fd4e8958" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.639236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db73129-37e4-45de-a6a2-d5a6fd4e8958" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.639236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db73129-37e4-45de-a6a2-d5a6fd4e8958" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.639236] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db73129-37e4-45de-a6a2-d5a6fd4e8958',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.141412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5db73129-37e4-45de-a6a2-d5a6fd4e8958 [ 578.141650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.141784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.141840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.142081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.142173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.142256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5db73129-37e4-45de-a6a2-d5a6fd4e8958 already deleted. [ 578.142407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db73129-37e4-45de-a6a2-d5a6fd4e8958" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.263695] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5e8ecf54-0051-4a16-8154-77eae5ece8a1 None None] Enqueued Resource ID: 3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8 with Priority: HIGHEST for action port [ 578.263695] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8 with Priority: HIGHEST for action port [ 578.263975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.264106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.264106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.264322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.264415] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.766880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8 [ 578.767141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.767338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.767338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.767561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.767659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.767756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8 already deleted. [ 578.767839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e70b814-d0b5-4d7e-8db7-c55ce3dff9b8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.928867] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d17dddcc-5362-481e-a3f0-b3cb0db03cc9 None None] Enqueued Resource ID: 12a02d06-bcc7-49f4-b2e0-9be4126c5e02 with Priority: HIGHEST for action port [ 578.929978] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a02d06-bcc7-49f4-b2e0-9be4126c5e02 with Priority: HIGHEST for action port [ 578.930297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a02d06-bcc7-49f4-b2e0-9be4126c5e02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.930445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a02d06-bcc7-49f4-b2e0-9be4126c5e02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.930498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a02d06-bcc7-49f4-b2e0-9be4126c5e02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.930839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a02d06-bcc7-49f4-b2e0-9be4126c5e02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.931012] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a02d06-bcc7-49f4-b2e0-9be4126c5e02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.262363] env[65432]: INFO networking_nsxv3.common.synchronization [None req-41c95c28-781f-447b-afd6-c911137675ca None None] Enqueued Resource ID: a5e64750-f350-4943-88b4-2e42a5eae682 with Priority: HIGHEST for action port [ 579.264864] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e64750-f350-4943-88b4-2e42a5eae682 with Priority: HIGHEST for action port [ 579.265459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e64750-f350-4943-88b4-2e42a5eae682 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.265459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e64750-f350-4943-88b4-2e42a5eae682" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.267821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e64750-f350-4943-88b4-2e42a5eae682" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.267821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e64750-f350-4943-88b4-2e42a5eae682" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.267821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e64750-f350-4943-88b4-2e42a5eae682',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.435319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12a02d06-bcc7-49f4-b2e0-9be4126c5e02 [ 579.435319] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.435319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.435319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.435319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.435319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.435319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12a02d06-bcc7-49f4-b2e0-9be4126c5e02 already deleted. [ 579.435319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a02d06-bcc7-49f4-b2e0-9be4126c5e02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.768635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e64750-f350-4943-88b4-2e42a5eae682 [ 579.768973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.769170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.769255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.770441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.770441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.770441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e64750-f350-4943-88b4-2e42a5eae682 already deleted. [ 579.770441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e64750-f350-4943-88b4-2e42a5eae682" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.274565] env[65432]: INFO networking_nsxv3.common.synchronization [None req-36c32316-3224-40b7-9da8-631154a59ae0 tempest-ServersTestFqdnHostnames-1293502269 tempest-ServersTestFqdnHostnames-1293502269-project-member] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_rules [ 580.275525] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_rules [ 580.275525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.275772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.275772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.276088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.276088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.423086] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4520ff88-dcf7-4f33-9102-37fed28e6bfb tempest-ServersTestFqdnHostnames-1293502269 tempest-ServersTestFqdnHostnames-1293502269-project-member] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_rules [ 580.425648] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_rules [ 580.425648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.425797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.801040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.801040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.801412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.801412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.801412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.801728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 already deleted. [ 580.801728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.803460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.803460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.803460] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.322586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.322775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.322844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.323031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.323124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.323221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 already deleted. [ 581.323304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.041856] env[65432]: INFO networking_nsxv3.common.synchronization [req-fcc9c655-0288-42e8-b486-d4fdd1651eb5 req-446d7fc5-e62d-4eee-9923-7f97e1def534 tempest-FloatingIPsAssociationTestJSON-1976200141 tempest-FloatingIPsAssociationTestJSON-1976200141-project-member] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 582.042645] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 582.042801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.045299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.045468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.045640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.045814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.045923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.045975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.046140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.046210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.046303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.472984] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4be55676-e450-4b18-9c9f-801e53315cef None None] Enqueued Resource ID: 4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7 with Priority: HIGHEST for action port [ 582.473251] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7 with Priority: HIGHEST for action port [ 582.475916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.475916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.475916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.475916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.475916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.550999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.551184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.551244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.551446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.551541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.551745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.551855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.551947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.552127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.552215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.552304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 already deleted. [ 582.552390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.888389] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.888818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.893031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.893031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.893031] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.893031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.893031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.893031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.893031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.893031] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.893031] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.893031] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.893031] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.893031] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.893031] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.893031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.918167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.918167] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 582.918167] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.918167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.918167] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-88fb0e0f-7856-44a1-a9fc-c6a05be92438 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.918167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.918167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.918167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.918167] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fb0e0f-7856-44a1-a9fc-c6a05be92438',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.977749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7 [ 582.980071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.980071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.980071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.980071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.980071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.980344] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7 already deleted. [ 582.980344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4551bfa1-0c66-4cec-8cc0-090aa2f2fbe7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.173238] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6bbe544d-2796-4b4a-8fdb-4b65c612a671 tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 583.174215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 583.174511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.174683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.174880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.175146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.175476] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.372349] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3477c4ca-32c7-4d97-8497-9dfb7955695b tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 583.372349] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 583.372349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.372349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.421843] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.422095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.422217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.422582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.422621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.422773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 88fb0e0f-7856-44a1-a9fc-c6a05be92438 not found, creating... [ 583.423040] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.423227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.423305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.423509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.423642] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.424032] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.424248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.424366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.424587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.424711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.424848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 88fb0e0f-7856-44a1-a9fc-c6a05be92438 is going to be created. [ 583.447823] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.447994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.448133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.448390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.448749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.448880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.696499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.696499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 already deleted. [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.696499] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.711328] env[65432]: INFO networking_nsxv3.common.synchronization [None req-88f8994a-538e-4c3c-9a4e-ad9f9acfaed8 None None] Enqueued Resource ID: cfaf8f4a-ede5-4a87-987d-daaa9511205a with Priority: HIGHEST for action port [ 583.711895] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfaf8f4a-ede5-4a87-987d-daaa9511205a with Priority: HIGHEST for action port [ 583.713219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfaf8f4a-ede5-4a87-987d-daaa9511205a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.713476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfaf8f4a-ede5-4a87-987d-daaa9511205a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.713575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfaf8f4a-ede5-4a87-987d-daaa9511205a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.713786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfaf8f4a-ede5-4a87-987d-daaa9511205a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.713938] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaf8f4a-ede5-4a87-987d-daaa9511205a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.217809] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfaf8f4a-ede5-4a87-987d-daaa9511205a [ 584.217809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.218157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.218157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.218829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.218932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.219117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfaf8f4a-ede5-4a87-987d-daaa9511205a already deleted. [ 584.219250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfaf8f4a-ede5-4a87-987d-daaa9511205a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.223027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.223027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.223027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.223027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.223027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.223027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 already deleted. [ 584.223027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.309987] env[65432]: INFO networking_nsxv3.common.synchronization [req-fcc9c655-0288-42e8-b486-d4fdd1651eb5 req-f81e6a6f-610b-492f-9309-eab729360582 service nova] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_rules [ 584.310276] env[65432]: INFO networking_nsxv3.common.synchronization [req-fcc9c655-0288-42e8-b486-d4fdd1651eb5 req-f81e6a6f-610b-492f-9309-eab729360582 service nova] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 584.310485] env[65432]: INFO networking_nsxv3.common.synchronization [req-fcc9c655-0288-42e8-b486-d4fdd1651eb5 req-f81e6a6f-610b-492f-9309-eab729360582 service nova] Enqueued Resource ID: 88fb0e0f-7856-44a1-a9fc-c6a05be92438 with Priority: HIGHEST for action port [ 584.311087] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_rules [ 584.311433] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 584.311433] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88fb0e0f-7856-44a1-a9fc-c6a05be92438 with Priority: HIGHEST for action port [ 584.311951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.311951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.311951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.312318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.312397] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.313396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.314421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.314421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.314421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.319037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-88fb0e0f-7856-44a1-a9fc-c6a05be92438 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.319037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.319037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.319037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.319037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fb0e0f-7856-44a1-a9fc-c6a05be92438',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.478371] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3c49458-6e2d-4d6b-a8ba-dbbefbab8040 req-da85e957-29f9-477e-901f-149d4c74e56f tempest-DeleteServersAdminTestJSON-1848108081 tempest-DeleteServersAdminTestJSON-1848108081-project-member] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 584.478945] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 584.479251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.479389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.479457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.479772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.480011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.480182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.480289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.480526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.480670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.480822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.818219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.818416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.820412] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.831836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88fb0e0f-7856-44a1-a9fc-c6a05be92438 with status ACTIVE [ 584.832297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.832566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.832649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.832817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.832935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.833232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.833371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.833409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.833862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.833862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.833862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.834063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.834063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.834121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.834216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.834386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88fb0e0f-7856-44a1-a9fc-c6a05be92438 is going to be updated. [ 584.857016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.857640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.857640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.858023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.858023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.858023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88fb0e0f-7856-44a1-a9fc-c6a05be92438" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.905568] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.905765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.905892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.906238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.906551] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.906668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.906770] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.906984] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.907133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.907331] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.907445] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.907568] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.907694] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.907807] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.907911] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.908052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.932257] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.932523] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.932572] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.932886] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.933095] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-146082ac-95cd-490a-9de1-7520652ccb61 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.933393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.933393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.933649] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.933850] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146082ac-95cd-490a-9de1-7520652ccb61',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.983084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.983288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.983368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.983608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.983705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.983906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.984350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.984424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.984584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.984670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.984779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 already deleted. [ 584.984865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.325074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.439020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.439020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 146082ac-95cd-490a-9de1-7520652ccb61 not found, creating... [ 585.439020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.439020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.439464] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.439464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.439464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.439464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.440038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.440379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 146082ac-95cd-490a-9de1-7520652ccb61 is going to be created. [ 585.463160] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.463160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.463160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.463160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.463160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.463160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.828205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.828379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.828476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.828661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.828783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.828830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be created. [ 585.861491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.861692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.861692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.861897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.862058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.872472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: UNINITIALIZED for 2s [ 586.187080] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3c49458-6e2d-4d6b-a8ba-dbbefbab8040 req-09010580-dab7-4181-a9b4-7f5dca56cefd service nova] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_rules [ 586.187080] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3c49458-6e2d-4d6b-a8ba-dbbefbab8040 req-09010580-dab7-4181-a9b4-7f5dca56cefd service nova] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 586.187080] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3c49458-6e2d-4d6b-a8ba-dbbefbab8040 req-09010580-dab7-4181-a9b4-7f5dca56cefd service nova] Enqueued Resource ID: 146082ac-95cd-490a-9de1-7520652ccb61 with Priority: HIGHEST for action port [ 586.188726] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_rules [ 586.189014] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 586.192026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146082ac-95cd-490a-9de1-7520652ccb61 with Priority: HIGHEST for action port [ 586.192026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.192026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.192026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.192026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.192026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.192026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.194520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-146082ac-95cd-490a-9de1-7520652ccb61 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.194656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.194718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.194850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.194979] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146082ac-95cd-490a-9de1-7520652ccb61',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.223296] env[65432]: INFO networking_nsxv3.common.synchronization [req-e7ba6fcd-73ce-437e-ad9e-539281b58c89 req-083c396a-3f1d-4359-b9c9-4bdbbc98094b tempest-TenantUsagesTestJSON-1644278806 tempest-TenantUsagesTestJSON-1644278806-project-member] Enqueued Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_members [ 586.224239] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_members [ 586.224591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.224895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.224989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.225414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.225500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.225669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.225754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.225928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.226049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.226147] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.620026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.620026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.620414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.620414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.620585] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.620807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.620868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.621118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.621259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.621453] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.621562] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.621666] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.621769] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.621870] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.621971] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.622113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.640998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.641186] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.641326] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.641496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.641807] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.641986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.642119] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.642433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.642568] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc95a55-8f5f-41e1-bc69-701ebd9c9a49',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.696139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.696277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.697630] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.698585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 146082ac-95cd-490a-9de1-7520652ccb61 with status ACTIVE [ 586.698756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.698880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.699444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.699444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.699444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.699444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.699733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.699733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.699733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.699821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.701036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.701036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.701036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.701036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.701036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.701036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 146082ac-95cd-490a-9de1-7520652ccb61 is going to be updated. [ 586.722175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.722175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.722175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.722175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.722175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.722175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146082ac-95cd-490a-9de1-7520652ccb61" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.728791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.728933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.729011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.729226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.729312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.729544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.729641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.729716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.729868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.729938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.730029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a already deleted. [ 586.730107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.147984] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.149780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.149780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.149780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.149780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.149780] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 not found, creating... [ 587.149780] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.149780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.150087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.150145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.150483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.150622] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.150771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.150882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.151145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.151298] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.151438] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 is going to be created. [ 587.183011] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.183905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.183905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.183905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.183905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.184109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.202728] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.704828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.705149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.705149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.705217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.705318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.705420] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be created. [ 587.728342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.728575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.728685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.728971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.729234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.739819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: UNINITIALIZED for 2s [ 587.882427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.885134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.885134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.885134] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.944962] env[65432]: INFO networking_nsxv3.common.synchronization [req-e7ba6fcd-73ce-437e-ad9e-539281b58c89 req-fac11def-243a-40ef-8c0f-0ff2d093d67b service nova] Enqueued Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_rules [ 587.944962] env[65432]: INFO networking_nsxv3.common.synchronization [req-e7ba6fcd-73ce-437e-ad9e-539281b58c89 req-fac11def-243a-40ef-8c0f-0ff2d093d67b service nova] Enqueued Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_members [ 587.944962] env[65432]: INFO networking_nsxv3.common.synchronization [req-e7ba6fcd-73ce-437e-ad9e-539281b58c89 req-fac11def-243a-40ef-8c0f-0ff2d093d67b service nova] Enqueued Resource ID: 0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 with Priority: HIGHEST for action port [ 587.944962] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_rules [ 587.944962] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_members [ 587.945318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 with Priority: HIGHEST for action port [ 587.945357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.945486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.945555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.946020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.946195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.947015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.947184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.947184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.947374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.947511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.947604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.947666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.947804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.947889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.947977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.951094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.951240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.951313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.951472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.951547] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc95a55-8f5f-41e1-bc69-701ebd9c9a49',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.245286] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e26f0b5-cdb8-4a14-a70f-c256dd2bfdb6 req-f017760d-7e77-4c4e-b25b-d0322ff8539d tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 588.247221] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 588.247221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.247221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.247221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.247221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.247221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.247541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.247541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.247541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.247657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.247803] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.388274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.388424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.390017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.390017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.390017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.390513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.390513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.390513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390513] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.454169] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.455971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.457865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 with status ACTIVE [ 588.457865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.457865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.457865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.458390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.458390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.458390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.458390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.458390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dc95a55-8f5f-41e1-bc69-701ebd9c9a49 is going to be updated. [ 588.485154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.485345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.485345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.485498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.485635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.485785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc95a55-8f5f-41e1-bc69-701ebd9c9a49" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.595643] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.595759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.596141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.596512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.596858] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.597075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.597213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.597550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.597798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.598223] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.598320] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.598698] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.598835] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.598955] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.599068] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.599205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.617123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.617298] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.617429] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.617605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.617911] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-e75f3097-d15d-4210-89bf-c99117a35c41 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.618095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.618207] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.618506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.618639] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75f3097-d15d-4210-89bf-c99117a35c41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.751739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.751739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.751739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 already deleted. [ 588.751739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.894505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2672516-a041-4771-8116-d6fad1cb8523: rpc.has_security_group_logging(os_id): False [ 588.914030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.914310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.914398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.914614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.914736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.914985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.915402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.915402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.915402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.915402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.915609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.915672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.915706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.915887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.916028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.916609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.916609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.916609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.916609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.916846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.916846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be created. [ 588.960773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.986342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.986555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.986555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.986763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.988570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.003378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: IN_PROGRESS for 2s [ 589.121477] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.121580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.121617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.121897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.122069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.122226] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port e75f3097-d15d-4210-89bf-c99117a35c41 not found, creating... [ 589.122487] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.122801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.122801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.123038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.123415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.123460] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.123597] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.123712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.123920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.124061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.124213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: e75f3097-d15d-4210-89bf-c99117a35c41 is going to be created. [ 589.146868] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.147098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.147196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.147455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.147690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.147899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.462936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.463195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.463195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.463372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.463464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.463564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a is going to be created. [ 589.492232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.492440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.492488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.492726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.492918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.506673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a in Status: UNINITIALIZED for 2s [ 589.752611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 589.753021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.754115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.755150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.755866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.755866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.755866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.762141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.762141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.762141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.762141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.973249] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e26f0b5-cdb8-4a14-a70f-c256dd2bfdb6 req-8692952c-d5e4-401d-8b40-bd2684b68323 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 589.973483] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e26f0b5-cdb8-4a14-a70f-c256dd2bfdb6 req-8692952c-d5e4-401d-8b40-bd2684b68323 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 589.973729] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e26f0b5-cdb8-4a14-a70f-c256dd2bfdb6 req-8692952c-d5e4-401d-8b40-bd2684b68323 service nova] Enqueued Resource ID: e75f3097-d15d-4210-89bf-c99117a35c41 with Priority: HIGHEST for action port [ 589.975464] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 589.975671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 589.975804] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f3097-d15d-4210-89bf-c99117a35c41 with Priority: HIGHEST for action port [ 589.976175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.976364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.976575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.979071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.979253] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.980453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.980626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.980626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.980863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.981054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.981165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.981229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.981380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.981462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.981557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.982363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e75f3097-d15d-4210-89bf-c99117a35c41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.982484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.982534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.982679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.982764] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75f3097-d15d-4210-89bf-c99117a35c41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.263388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.263564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.263663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.263927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.264139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.264241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.264314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.264487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.264604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.264717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.264919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.265060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.265138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.265345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.265508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.265612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.265672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.265861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.265935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.270856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.270968] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.485839] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.487685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.487793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.488425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e75f3097-d15d-4210-89bf-c99117a35c41 with status ACTIVE [ 590.488425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.488586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.488667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.488889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.488969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.489171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.489269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.489327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.489480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.489558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.489760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.489851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.490113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.490113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.490175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.490213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e75f3097-d15d-4210-89bf-c99117a35c41 is going to be updated. [ 590.512376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.512574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.512680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.512915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.513096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.513278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e75f3097-d15d-4210-89bf-c99117a35c41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.539136] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e424d49-caf0-4264-bd2d-bc510867788d req-5d3377f2-fa95-4462-9bd3-150f190955ee tempest-ServerExternalEventsTest-884120516 tempest-ServerExternalEventsTest-884120516-project-member] Enqueued Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_members [ 590.539537] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_members [ 590.539787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.539882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.539935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.540169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.540335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.540437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.540493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.540642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.540732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.540874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.774068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e23de3e-6362-455f-8767-471d133228f1: rpc.has_security_group_logging(os_id): False [ 590.793743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.793989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.794053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.794274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.794347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.794574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.794656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.794726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.794879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.794956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.795152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.795238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.795459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.795459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.795555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.795669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.795751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.797440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.797643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.797738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.797814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be created. [ 590.860035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.860035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.860607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.860940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.861965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.877821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: IN_PROGRESS for 2s [ 590.990511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.017253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 591.017780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.043458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.043633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.043701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.043916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.044026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.044218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.044342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.044607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.044607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.044607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.044739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c already deleted. [ 591.044739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.304337] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.304607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.304767] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.305081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.305376] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.305571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.305711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.305959] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.306152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.306395] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.306538] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.306676] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.306885] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.307064] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.307205] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.307366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.329616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.329616] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.329616] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.329616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.329616] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-69836f7f-defd-4f88-814f-9a7e94c46868 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.329616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.329616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.329616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.329616] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69836f7f-defd-4f88-814f-9a7e94c46868',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.494132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.494324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.494371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.494584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.494674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.494771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be created. [ 591.524078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a in Status: SUCCESS [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.524078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.524078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.524078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.529431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.529431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.529431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.529431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.529431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.544312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: UNINITIALIZED for 2s [ 591.832229] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.832591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.832591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.832896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.833052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.833204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 69836f7f-defd-4f88-814f-9a7e94c46868 not found, creating... [ 591.833463] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.833612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.833723] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.833937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.834082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.834353] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.834504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.834615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.834816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.834946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.835099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 69836f7f-defd-4f88-814f-9a7e94c46868 is going to be created. [ 591.839100] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c4bb47fb-fa3c-4cb1-9533-36501d5d39e5 None None] Enqueued Resource ID: e2031644-f639-424c-823e-025d52020631 with Priority: HIGHEST for action port [ 591.839359] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2031644-f639-424c-823e-025d52020631 with Priority: HIGHEST for action port [ 591.839941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2031644-f639-424c-823e-025d52020631 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.840064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2031644-f639-424c-823e-025d52020631" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.840131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2031644-f639-424c-823e-025d52020631" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.840344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2031644-f639-424c-823e-025d52020631" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.840423] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2031644-f639-424c-823e-025d52020631',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.855129] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.855364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.855497] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.855776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.856011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.856599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.026052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.026228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.026302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.026525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.026696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.026812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.026875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.027036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.027209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.027351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.027535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.027671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.027758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.027933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.028111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.028233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.028324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.028489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.028588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.028693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.028807] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.342930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2031644-f639-424c-823e-025d52020631 [ 592.343242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.343380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.343450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.343651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.343739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.343934] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2031644-f639-424c-823e-025d52020631 already deleted. [ 592.343934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2031644-f639-424c-823e-025d52020631" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.531428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d9f98b-42a3-4600-8170-4ad06cda1a7a: rpc.has_security_group_logging(os_id): False [ 592.549407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.549563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.549563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.549860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.549947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.550154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.550255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.550321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.550476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.550552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.550747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.550857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.550924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.551080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.551154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.551403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.551518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.551583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.551724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.551800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.551887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a is going to be created. [ 592.562748] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e424d49-caf0-4264-bd2d-bc510867788d req-3a469234-a4a0-4528-a3b2-44797e574424 service nova] Enqueued Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_rules [ 592.563450] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e424d49-caf0-4264-bd2d-bc510867788d req-3a469234-a4a0-4528-a3b2-44797e574424 service nova] Enqueued Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_members [ 592.564095] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e424d49-caf0-4264-bd2d-bc510867788d req-3a469234-a4a0-4528-a3b2-44797e574424 service nova] Enqueued Resource ID: 69836f7f-defd-4f88-814f-9a7e94c46868 with Priority: HIGHEST for action port [ 592.565188] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_rules [ 592.565188] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_members [ 592.565188] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69836f7f-defd-4f88-814f-9a7e94c46868 with Priority: HIGHEST for action port [ 592.565515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.565733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.565898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.566840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.566937] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.568261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.571527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.571527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.571527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.571527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.571527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.571527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.572083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.572083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.572083] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.575233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-69836f7f-defd-4f88-814f-9a7e94c46868 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.575233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.575233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.575700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.575806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69836f7f-defd-4f88-814f-9a7e94c46868',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.612633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.612633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.612633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.612633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.612975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.624062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a in Status: IN_PROGRESS for 2s [ 592.891569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 592.891955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.080137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.080137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.080137] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.081482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69836f7f-defd-4f88-814f-9a7e94c46868 with status ACTIVE [ 593.081677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.081798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.081864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.082079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.082157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.082429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.082429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.082532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.082625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.082700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.082873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.082966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.083037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.083178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.083248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.083333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69836f7f-defd-4f88-814f-9a7e94c46868 is going to be updated. [ 593.106164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.106164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.106164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.106405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.106559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.106773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69836f7f-defd-4f88-814f-9a7e94c46868" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.560215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.560215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.560215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.560215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.583018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.965443] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7553daf7-4376-4f1e-9c03-03ec87dfe178 None None] Enqueued Resource ID: b109b358-d862-495f-a0b7-8e1e6ace48e6 with Priority: HIGHEST for action port [ 593.969103] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b109b358-d862-495f-a0b7-8e1e6ace48e6 with Priority: HIGHEST for action port [ 593.970042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b109b358-d862-495f-a0b7-8e1e6ace48e6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.970197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b109b358-d862-495f-a0b7-8e1e6ace48e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.970270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b109b358-d862-495f-a0b7-8e1e6ace48e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.970593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b109b358-d862-495f-a0b7-8e1e6ace48e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.970703] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b109b358-d862-495f-a0b7-8e1e6ace48e6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.063642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.063802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.063841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.064071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.064341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.064474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.064575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.064931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.065048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.065246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.065497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.065609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.065671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.065882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.066051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.066146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.066205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.066344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.066419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.066517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.066611] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.086261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.086261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.086261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.086261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.086261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.086261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c is going to be created. [ 594.116225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.116225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.116225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.116225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.116530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.127290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c in Status: UNINITIALIZED for 2s [ 594.224853] env[65432]: INFO networking_nsxv3.common.synchronization [None req-195e1849-dcbd-4b2d-a987-7ed07598828f None None] Enqueued Resource ID: 9ab770cd-56c3-4544-875b-e2bfe47f9387 with Priority: HIGHEST for action port [ 594.225979] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab770cd-56c3-4544-875b-e2bfe47f9387 with Priority: HIGHEST for action port [ 594.226570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab770cd-56c3-4544-875b-e2bfe47f9387 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.227911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab770cd-56c3-4544-875b-e2bfe47f9387" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.227911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab770cd-56c3-4544-875b-e2bfe47f9387" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.227911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab770cd-56c3-4544-875b-e2bfe47f9387" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.227997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab770cd-56c3-4544-875b-e2bfe47f9387',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.474963] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b109b358-d862-495f-a0b7-8e1e6ace48e6 [ 594.475341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.475501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.475538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.475749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.475845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.475941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b109b358-d862-495f-a0b7-8e1e6ace48e6 already deleted. [ 594.476704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b109b358-d862-495f-a0b7-8e1e6ace48e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.571094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c47b16-1ba0-4464-ba99-10f789473638: rpc.has_security_group_logging(os_id): False [ 594.595271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.596036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.596036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.596036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.596036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.596250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.596250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.596354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.596711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.596711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.597115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.598286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.598286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.598286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be created. [ 594.640743] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a in Status: SUCCESS [ 594.640743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.676430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.676430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.676430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.676430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.676430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.687965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 594.731451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ab770cd-56c3-4544-875b-e2bfe47f9387 [ 594.731804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.731983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.732114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.732598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.732735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.732870] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ab770cd-56c3-4544-875b-e2bfe47f9387 already deleted. [ 594.733342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab770cd-56c3-4544-875b-e2bfe47f9387" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.218327] env[65432]: INFO networking_nsxv3.common.synchronization [req-23e54b05-4dbd-4efb-bac2-65a104bf4a75 req-027fa137-9a45-421f-9618-be0fb8c8ebf8 tempest-ServersTestFqdnHostnames-1293502269 tempest-ServersTestFqdnHostnames-1293502269-project-member] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_members [ 595.218667] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_members [ 595.218763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.218886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.218955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.220128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.220213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.220351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.220408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.220557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.220638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.220732] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.598717] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.598717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.598717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.598717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.598717] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.598717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.599205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.599527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.599826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.600188] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.600408] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.600610] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.600805] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.601019] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.601278] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.601546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.624553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.624553] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.624553] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.624553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.624553] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-6875bb54-5b24-48b7-8aaa-c3732fbece31 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.624553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.624553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.624553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.624553] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6875bb54-5b24-48b7-8aaa-c3732fbece31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.722856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.723033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.723088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.723322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.723425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.723623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.723724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.724013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.724013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.724013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.724210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 already deleted. [ 595.724210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.126845] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.127119] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.127276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.127595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.127785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.127971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 6875bb54-5b24-48b7-8aaa-c3732fbece31 not found, creating... [ 596.128332] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.128708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.128708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.128960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.129123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.129842] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.129842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.129842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.130046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.130341] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.130558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 6875bb54-5b24-48b7-8aaa-c3732fbece31 is going to be created. [ 596.143513] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c in Status: SUCCESS [ 596.144103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.144229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.144478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.144749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.145014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.145153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.145296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.145530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.145589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.145785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.153955] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.154179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.154309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.154792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.154901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.155034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.280952] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3e9cb96b-9845-48c6-b900-4fb70a9b1829 None None] Enqueued Resource ID: 90e729eb-8d0a-44f5-a8fe-7e7103740795 with Priority: HIGHEST for action port [ 596.281537] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e729eb-8d0a-44f5-a8fe-7e7103740795 with Priority: HIGHEST for action port [ 596.281875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e729eb-8d0a-44f5-a8fe-7e7103740795 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.282248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e729eb-8d0a-44f5-a8fe-7e7103740795" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.282248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e729eb-8d0a-44f5-a8fe-7e7103740795" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.282388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e729eb-8d0a-44f5-a8fe-7e7103740795" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.282431] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e729eb-8d0a-44f5-a8fe-7e7103740795',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.351017] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3a5b6986-1ea9-486e-9ad3-458426d5c4ff None None] Enqueued Resource ID: 31f3fc65-4195-4222-aed9-c7dcf8cdf485 with Priority: HIGHEST for action port [ 596.353194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f3fc65-4195-4222-aed9-c7dcf8cdf485 with Priority: HIGHEST for action port [ 596.353539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-31f3fc65-4195-4222-aed9-c7dcf8cdf485 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.353670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31f3fc65-4195-4222-aed9-c7dcf8cdf485" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.353738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31f3fc65-4195-4222-aed9-c7dcf8cdf485" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.354065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31f3fc65-4195-4222-aed9-c7dcf8cdf485" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.354163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31f3fc65-4195-4222-aed9-c7dcf8cdf485',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.648446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.648711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.648711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.648887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.649068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.649677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.649677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.649677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.649677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.649856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.649973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.650571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.650571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.650571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.650571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.651381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.651477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.651649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.651737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.651830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.651926] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.708586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 596.710011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.784819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90e729eb-8d0a-44f5-a8fe-7e7103740795 [ 596.785011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.785178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.785237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.785459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.785552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.785652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90e729eb-8d0a-44f5-a8fe-7e7103740795 already deleted. [ 596.785748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e729eb-8d0a-44f5-a8fe-7e7103740795" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.857853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31f3fc65-4195-4222-aed9-c7dcf8cdf485 [ 596.857853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.857853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.858619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.858619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.858619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31f3fc65-4195-4222-aed9-c7dcf8cdf485 already deleted. [ 596.858725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31f3fc65-4195-4222-aed9-c7dcf8cdf485" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.968296] env[65432]: INFO networking_nsxv3.common.synchronization [req-23e54b05-4dbd-4efb-bac2-65a104bf4a75 req-f13bf5a4-cce3-41fe-9671-eaf4ac027b3a service nova] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_rules [ 596.968466] env[65432]: INFO networking_nsxv3.common.synchronization [req-23e54b05-4dbd-4efb-bac2-65a104bf4a75 req-f13bf5a4-cce3-41fe-9671-eaf4ac027b3a service nova] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_members [ 596.968596] env[65432]: INFO networking_nsxv3.common.synchronization [req-23e54b05-4dbd-4efb-bac2-65a104bf4a75 req-f13bf5a4-cce3-41fe-9671-eaf4ac027b3a service nova] Enqueued Resource ID: 6875bb54-5b24-48b7-8aaa-c3732fbece31 with Priority: HIGHEST for action port [ 596.969135] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_rules [ 596.969274] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_members [ 596.969372] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6875bb54-5b24-48b7-8aaa-c3732fbece31 with Priority: HIGHEST for action port [ 596.969645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.969802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.969863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.970122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.970208] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.971147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.971207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.971379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.971461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.971632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.971741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.971741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.971881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.972015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.972074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.972861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6875bb54-5b24-48b7-8aaa-c3732fbece31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.976036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.976036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.976036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.976036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6875bb54-5b24-48b7-8aaa-c3732fbece31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.154339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad93fb22-85d1-4e8b-b035-fb61fd2b180c: rpc.has_security_group_logging(os_id): False [ 597.175466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.175680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.175680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.176016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.176144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.176390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.176493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.176561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.176726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.176799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.176978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.177097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.177203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.177299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.177419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.177734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.177838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.177838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.178042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.178162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.178258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c is going to be created. [ 597.205335] env[65432]: INFO networking_nsxv3.common.synchronization [req-635b227e-7ef0-43d8-8fb4-ca546ea3d587 req-a3ec93c1-9a40-4f57-b100-420eb483c40c tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 597.206053] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 597.206398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.206531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.206601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.206880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.207060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.207170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.207234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.207788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.207911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.208028] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.247391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.247614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.247707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.247948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.248480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.269904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c in Status: IN_PROGRESS for 2s [ 597.475266] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.476438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.476578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.476783] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6875bb54-5b24-48b7-8aaa-c3732fbece31 with status ACTIVE [ 597.476954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.477116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.477400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.477400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.477496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.477680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.477787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.477873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.480423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.480558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.480791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.480922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.480996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.481491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.481491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.482202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6875bb54-5b24-48b7-8aaa-c3732fbece31 is going to be updated. [ 597.506811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.508327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.508327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.508327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.508327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.508327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6875bb54-5b24-48b7-8aaa-c3732fbece31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.644844] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.645069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.645195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.645524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.645817] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.645986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.646119] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.646344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.646489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.646693] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.646816] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.646922] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.647042] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.647179] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.647295] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.647461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.671951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.672208] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.672386] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.672782] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.672904] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-5bd57f42-497d-4ee3-8c02-79c419cb7344 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.673084] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.673837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.673837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.673837] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd57f42-497d-4ee3-8c02-79c419cb7344',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.712361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.712500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.712500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.713150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.713150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.713150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.713351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.713351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.713430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.713655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.713655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e already deleted. [ 597.713655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.985178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.178721] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.178721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.178721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.178721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.179978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.180223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 5bd57f42-497d-4ee3-8c02-79c419cb7344 not found, creating... [ 598.180849] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.180849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.182106] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.182302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.182522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.182773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.183012] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.183447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 is going to be created. [ 598.203850] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.204099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.204229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.204488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.204725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.204948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.488630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.489069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.489069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.489203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.489203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.489285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 is going to be created. [ 598.516768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.516768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.516768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.516768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.516768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.526656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 in Status: UNINITIALIZED for 2s [ 599.033988] env[65432]: INFO networking_nsxv3.common.synchronization [req-635b227e-7ef0-43d8-8fb4-ca546ea3d587 req-f0007e54-2f40-4eda-8bf3-f276af1ddf8a service nova] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 599.034258] env[65432]: INFO networking_nsxv3.common.synchronization [req-635b227e-7ef0-43d8-8fb4-ca546ea3d587 req-f0007e54-2f40-4eda-8bf3-f276af1ddf8a service nova] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 599.034423] env[65432]: INFO networking_nsxv3.common.synchronization [req-635b227e-7ef0-43d8-8fb4-ca546ea3d587 req-f0007e54-2f40-4eda-8bf3-f276af1ddf8a service nova] Enqueued Resource ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 with Priority: HIGHEST for action port [ 599.034846] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 599.034984] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 599.035822] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 with Priority: HIGHEST for action port [ 599.036228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.036228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.036505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.037296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.037388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.041334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.041334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.041334] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.041334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd57f42-497d-4ee3-8c02-79c419cb7344 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.041334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.041881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd57f42-497d-4ee3-8c02-79c419cb7344',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.285089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c in Status: SUCCESS [ 599.285374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.542802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.543179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.544821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.546131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd57f42-497d-4ee3-8c02-79c419cb7344 with status ACTIVE [ 599.546557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.546715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.547227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.547734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.547956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.548112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.548266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.548350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.548569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.548736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.548891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.549052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.549130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.549314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.549414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.549539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 is going to be updated. [ 599.575387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.575387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.575617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.575617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.575761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.576696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.773031] env[65432]: INFO networking_nsxv3.common.synchronization [req-42dc8387-0971-4c24-b8a0-883a167c84ec req-e9851821-f284-4763-9c41-0c413884b933 tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 599.774628] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 599.774628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.774628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.774628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.774628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.774897] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.774897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.774897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.775054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.775096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.775187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.783469] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fc1b0a79-93f7-4584-8023-240258c6d70e None None] Enqueued Resource ID: 6a264084-f779-4515-bc94-d767074cf77a with Priority: HIGHEST for action port [ 599.783805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a264084-f779-4515-bc94-d767074cf77a with Priority: HIGHEST for action port [ 599.784140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a264084-f779-4515-bc94-d767074cf77a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.784274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a264084-f779-4515-bc94-d767074cf77a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.784350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a264084-f779-4515-bc94-d767074cf77a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.785430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a264084-f779-4515-bc94-d767074cf77a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.785430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a264084-f779-4515-bc94-d767074cf77a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.052429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.281415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.281415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.281415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 already deleted. [ 600.281415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.288244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a264084-f779-4515-bc94-d767074cf77a [ 600.288452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.288539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.288685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.290268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.290268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.290268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a264084-f779-4515-bc94-d767074cf77a already deleted. [ 600.290268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a264084-f779-4515-bc94-d767074cf77a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.346325] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.347118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.347380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.347558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.347864] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.348056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.348250] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.348945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.348945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.349064] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.349188] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.349308] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.349475] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.349646] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.349839] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.350047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.390848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.391193] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.391326] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.391476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.391793] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-31b5f46e-d63e-43f5-9ea0-2d554229f67e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.391962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.392506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.392506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.392659] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b5f46e-d63e-43f5-9ea0-2d554229f67e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.538972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 in Status: SUCCESS [ 600.539310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.539519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.539867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.540087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.540223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.540292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.540457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.540580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.540695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.540784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.555984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.556317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.556317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.556412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.556920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.556920] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be created. [ 600.585460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.585685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.585685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.586060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.587508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.598935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: UNINITIALIZED for 2s [ 600.895561] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.896240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.896894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.897352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.897607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.897856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 31b5f46e-d63e-43f5-9ea0-2d554229f67e not found, creating... [ 600.898296] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.898536] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.898803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.899119] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.899454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.899869] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.900121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.900342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.900675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.900952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.901207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 31b5f46e-d63e-43f5-9ea0-2d554229f67e is going to be created. [ 600.927020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.927759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.927926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.928421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.928729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.929364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.043476] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.114608] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0334c572-044b-42fb-bda0-4c3a72e638bf tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 601.115170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 601.115480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.115606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.115676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.116183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.116183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.544082] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1a709ed2-ef8b-4d3c-848f-7292743f1f2b tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 601.544672] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 601.545143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.547067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.553389] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebb7063d-d6ce-467f-8fd9-8bb79e67b758: rpc.has_security_group_logging(os_id): False [ 601.580617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.581126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.581126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.581244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.581298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.581549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.581672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.581734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.581919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.582033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.582106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 is going to be created. [ 601.645681] env[65432]: INFO networking_nsxv3.common.synchronization [req-42dc8387-0971-4c24-b8a0-883a167c84ec req-bc375079-2b68-4516-bbd0-de7c3d6f3bae service nova] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 601.645756] env[65432]: INFO networking_nsxv3.common.synchronization [req-42dc8387-0971-4c24-b8a0-883a167c84ec req-bc375079-2b68-4516-bbd0-de7c3d6f3bae service nova] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 601.645887] env[65432]: INFO networking_nsxv3.common.synchronization [req-42dc8387-0971-4c24-b8a0-883a167c84ec req-bc375079-2b68-4516-bbd0-de7c3d6f3bae service nova] Enqueued Resource ID: 31b5f46e-d63e-43f5-9ea0-2d554229f67e with Priority: HIGHEST for action port [ 601.647921] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 601.647921] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 601.647921] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b5f46e-d63e-43f5-9ea0-2d554229f67e with Priority: HIGHEST for action port [ 601.647921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.648348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.648348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.648348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.648450] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.650510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.650659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.650750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.653026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.653026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.653026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.653243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.653315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.653418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.654555] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.654645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b5f46e-d63e-43f5-9ea0-2d554229f67e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.655109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.655167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.655678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.655678] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b5f46e-d63e-43f5-9ea0-2d554229f67e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.657855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.657969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.658020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.662061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.662061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.662061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 already deleted. [ 601.662061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.662061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.662061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.662061] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.701942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.702204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.702204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.702389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.702579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.716649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 in Status: IN_PROGRESS for 2s [ 602.157344] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.159784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.160686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.161491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31b5f46e-d63e-43f5-9ea0-2d554229f67e with status ACTIVE [ 602.161658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.161876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.161876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.162357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.162357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.162357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.162514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.162514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.162629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.162706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.162896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.162975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.163073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.163405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.163405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.163405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31b5f46e-d63e-43f5-9ea0-2d554229f67e is going to be updated. [ 602.201226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.201683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.201790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.202202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.202509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.202664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b5f46e-d63e-43f5-9ea0-2d554229f67e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.203698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.203871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.204375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.204804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.204804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.204900] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 already deleted. [ 602.204931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.611041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 602.611339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.611339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.611579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.611808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.612941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.612941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.612941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.612941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.612941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.612941] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.668944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.729033] env[65432]: INFO networking_nsxv3.common.synchronization [req-34970734-4700-4ae5-b5d6-d28bd0cf3d7f req-25c657ab-842a-41e7-9130-1394e8314847 tempest-ServerDiagnosticsTest-402055494 tempest-ServerDiagnosticsTest-402055494-project-member] Enqueued Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_members [ 602.729775] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_members [ 602.731074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.731074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.731074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.731074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.731635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.731931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.731931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.732075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.732124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.732205] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.115303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.115495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.115576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.115806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.115989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.116331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.116473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.116688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.116848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.116996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.117306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.117477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.117567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.117796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.118073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.118178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.118255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.118476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.118605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.118708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.118824] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.160927] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.161219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.161606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.162092] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.162311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.162569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.162899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.163101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.163718] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.163903] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.164165] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.164348] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.164590] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.164590] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.164751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.175596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.175596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.175596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.175596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.175596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.175596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be created. [ 603.190451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.191709] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.191709] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.191709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.192145] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-d416551b-0bec-4d83-b71a-8adffc309fba taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.192145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.192339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.192639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.193043] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d416551b-0bec-4d83-b71a-8adffc309fba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.206989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.207215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.207320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.207528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.207731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.221796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: UNINITIALIZED for 2s [ 603.234587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.234840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.234975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.235281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.235359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.235524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.235611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.235675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.235839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.235937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.236062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c987882-6133-4391-b6ad-bf7cee05de41 already deleted. [ 603.236182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.621437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 603.640225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.640514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.640514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.640710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.640802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.641037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.641151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.641228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.641391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.641467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.641683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.641780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.641920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.642052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.642179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.642367] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.642463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.642523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.642686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.642784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.642826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be created. [ 603.696082] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.696082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.696082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.696082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.696082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.696082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port d416551b-0bec-4d83-b71a-8adffc309fba not found, creating... [ 603.696467] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.696519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.696641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.696854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.697201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.697527] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.697696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.697813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.698033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.698189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.698340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: d416551b-0bec-4d83-b71a-8adffc309fba is going to be created. [ 603.720878] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.721188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.721779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.721779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.721951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.722123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.725055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.725176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.725243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.725438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.725766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.740122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 603.741056] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 in Status: SUCCESS [ 603.741270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.412842] env[65432]: INFO networking_nsxv3.common.synchronization [req-34970734-4700-4ae5-b5d6-d28bd0cf3d7f req-860dbfd9-a5ed-4f7d-adb1-eefa2c69801c service nova] Enqueued Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_rules [ 604.413113] env[65432]: INFO networking_nsxv3.common.synchronization [req-34970734-4700-4ae5-b5d6-d28bd0cf3d7f req-860dbfd9-a5ed-4f7d-adb1-eefa2c69801c service nova] Enqueued Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_members [ 604.413302] env[65432]: INFO networking_nsxv3.common.synchronization [req-34970734-4700-4ae5-b5d6-d28bd0cf3d7f req-860dbfd9-a5ed-4f7d-adb1-eefa2c69801c service nova] Enqueued Resource ID: d416551b-0bec-4d83-b71a-8adffc309fba with Priority: HIGHEST for action port [ 604.414061] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_rules [ 604.414061] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_members [ 604.414215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d416551b-0bec-4d83-b71a-8adffc309fba with Priority: HIGHEST for action port [ 604.414474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.414611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.414695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.415027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.415263] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.416556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.416694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.416757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.417100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.417100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.417269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.417269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.417455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.417544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.417694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.420935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d416551b-0bec-4d83-b71a-8adffc309fba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.421095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.421163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.421334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.421416] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d416551b-0bec-4d83-b71a-8adffc309fba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.924345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.924703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.924769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.928710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d416551b-0bec-4d83-b71a-8adffc309fba with status ACTIVE [ 604.931122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.931122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.931122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.931122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.931122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d416551b-0bec-4d83-b71a-8adffc309fba is going to be updated. [ 604.958029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.958029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.958029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.958029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.958029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.958029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d416551b-0bec-4d83-b71a-8adffc309fba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.144198] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d89fe761-3da4-4b0e-8bbe-476334c0fc21 None None] Enqueued Resource ID: deee7341-902a-4e62-a49b-6808259f860c with Priority: HIGHEST for action port [ 605.145517] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee7341-902a-4e62-a49b-6808259f860c with Priority: HIGHEST for action port [ 605.145956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-deee7341-902a-4e62-a49b-6808259f860c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.146238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deee7341-902a-4e62-a49b-6808259f860c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.146426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deee7341-902a-4e62-a49b-6808259f860c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.147121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deee7341-902a-4e62-a49b-6808259f860c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.147219] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deee7341-902a-4e62-a49b-6808259f860c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.237455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 605.237782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.238019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.238572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.238787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.238956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.238956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.239201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.239244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.240140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.240140] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.298192] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc93de0e-e6fe-4ad5-9ae7-6c3f78d04f68 req-b1795f30-abf9-49d6-b01d-e5dba1ec0771 tempest-DeleteServersAdminTestJSON-432138729 tempest-DeleteServersAdminTestJSON-432138729-project-admin] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 605.298444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 605.298796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.298962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.299074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.299360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.299576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.299734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.299810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.300038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.300176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.300313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.433353] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.653353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deee7341-902a-4e62-a49b-6808259f860c [ 605.653517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.653658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.653727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.654698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.654698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.654698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deee7341-902a-4e62-a49b-6808259f860c already deleted. [ 605.654698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deee7341-902a-4e62-a49b-6808259f860c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.744404] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.754786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 605.754994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.804584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.804584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.804760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.804844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.804942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.805204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.805342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.805382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.805545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.805623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.805729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be updated. [ 605.843328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.843328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.843328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.843328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.843328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.853873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: IN_PROGRESS for 2s [ 605.936331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.936680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.936680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.936911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.937075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.941049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c987882-6133-4391-b6ad-bf7cee05de41 is going to be created. [ 605.965765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.965765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.965765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.965765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.966048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.977990] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c987882-6133-4391-b6ad-bf7cee05de41 in Status: UNINITIALIZED for 2s [ 606.248966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76650ae4-ddce-470e-9f29-44a5649dcfc7: rpc.has_security_group_logging(os_id): False [ 606.271997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.272385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.272588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.273048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.273175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.273463] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.273581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.273652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.273838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.273916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.274721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be created. [ 606.377232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.377232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.377232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.377374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.377557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.397834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 607.866045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 607.867962] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 deletion is rescheduled due to dependency. [ 607.867962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.896106] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5a9df974-4782-41b1-827b-35e9ca9a0a2a tempest-ServersWithSpecificFlavorTestJSON-777249878 tempest-ServersWithSpecificFlavorTestJSON-777249878-project-member] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 607.896724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 607.897077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.897332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.897417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.897805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.897805] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.988220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c987882-6133-4391-b6ad-bf7cee05de41 in Status: SUCCESS [ 607.988596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.988863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.989221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.989501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.989637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.989851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.989851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.989982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.990037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.990700] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.100817] env[65432]: INFO networking_nsxv3.common.synchronization [None req-99ebd278-a263-4625-9a0b-343e00e14688 tempest-ServersWithSpecificFlavorTestJSON-777249878 tempest-ServersWithSpecificFlavorTestJSON-777249878-project-member] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 608.100817] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 608.101706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.102045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.116919] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3bb6df94-e3b8-4881-b324-f28a2800436a None None] Enqueued Resource ID: e7ba6ac4-c270-4db7-a597-a05fc3c8644d with Priority: HIGHEST for action port [ 608.117728] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ba6ac4-c270-4db7-a597-a05fc3c8644d with Priority: HIGHEST for action port [ 608.119100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ba6ac4-c270-4db7-a597-a05fc3c8644d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.119100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ba6ac4-c270-4db7-a597-a05fc3c8644d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.119100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ba6ac4-c270-4db7-a597-a05fc3c8644d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ba6ac4-c270-4db7-a597-a05fc3c8644d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.119100] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ba6ac4-c270-4db7-a597-a05fc3c8644d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.413311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 608.413311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.419082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.419278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.419329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.419521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.419611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.419704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 already deleted. [ 608.419796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.420029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.420968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.420968] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.493576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.493576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.493576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.494101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.494166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.494319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.494423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.494555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.494715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.494809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.494868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.495017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.495170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.495242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.495292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.495441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.495517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.495596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.495686] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.621018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ba6ac4-c270-4db7-a597-a05fc3c8644d [ 608.621343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.621512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.621586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.621791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.621906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.622131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ba6ac4-c270-4db7-a597-a05fc3c8644d already deleted. [ 608.622131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ba6ac4-c270-4db7-a597-a05fc3c8644d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.950561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.950961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.950961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.951120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.951185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.951297] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 already deleted. [ 608.951810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.000120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c987882-6133-4391-b6ad-bf7cee05de41: rpc.has_security_group_logging(os_id): False [ 609.020414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.020708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.020708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.020899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.020968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.021134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.021257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.021311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.021463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.021541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.021740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.021838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.021898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.022203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.022330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.022538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.022858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.022858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.022991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.022991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c987882-6133-4391-b6ad-bf7cee05de41 is going to be created. [ 609.093649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.093835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.093909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.094181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.094396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.106372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c987882-6133-4391-b6ad-bf7cee05de41 in Status: IN_PROGRESS for 2s [ 609.943546] env[65432]: INFO networking_nsxv3.common.synchronization [req-81c50ac3-b8c2-4a46-8a08-f527897ad0ec req-6026c0be-8165-4adf-93f1-01b74f24f58e tempest-ServersAdminNegativeTestJSON-1657240494 tempest-ServersAdminNegativeTestJSON-1657240494-project-member] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 609.944441] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 609.948474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.948474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.948737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.948847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.949112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.949232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.949311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.949516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.949614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.949614] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.300194] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.300194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.300194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.303051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.303051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.303051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.303051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.303051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.303051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.303051] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.303051] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.303051] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.303051] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.303908] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.303908] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.303908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.327681] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.327941] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.328260] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.328260] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.328790] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.328989] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.329124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.329465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.329604] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619c1cc6-b636-4ab2-b7ad-1f926cf0b48f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.453644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.454457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.454552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.454788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.454939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.455041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.455244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.455349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.455456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 already deleted. [ 610.455557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.834729] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.835012] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.835160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.835523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.835712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.835899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 619c1cc6-b636-4ab2-b7ad-1f926cf0b48f not found, creating... [ 610.836238] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.836421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.836629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.836969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.836969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.837255] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.837444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.837555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.837848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.837945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.838107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 619c1cc6-b636-4ab2-b7ad-1f926cf0b48f is going to be created. [ 610.863083] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.863337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.863472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.863769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.119030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c987882-6133-4391-b6ad-bf7cee05de41 in Status: SUCCESS [ 611.119838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.581140] env[65432]: INFO networking_nsxv3.common.synchronization [req-81c50ac3-b8c2-4a46-8a08-f527897ad0ec req-7d44315d-e8ce-46e6-bbf2-0cbb6ac0c848 service nova] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_rules [ 611.581763] env[65432]: INFO networking_nsxv3.common.synchronization [req-81c50ac3-b8c2-4a46-8a08-f527897ad0ec req-7d44315d-e8ce-46e6-bbf2-0cbb6ac0c848 service nova] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 611.581763] env[65432]: INFO networking_nsxv3.common.synchronization [req-81c50ac3-b8c2-4a46-8a08-f527897ad0ec req-7d44315d-e8ce-46e6-bbf2-0cbb6ac0c848 service nova] Enqueued Resource ID: 619c1cc6-b636-4ab2-b7ad-1f926cf0b48f with Priority: HIGHEST for action port [ 611.582041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_rules [ 611.582187] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 611.582314] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619c1cc6-b636-4ab2-b7ad-1f926cf0b48f with Priority: HIGHEST for action port [ 611.582564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.582689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.582781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.583020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.584744] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.585766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.585904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.585972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.586300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.586361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.586463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.586526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.586670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.586751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.586843] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.587681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.587874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.587874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.591238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.591475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619c1cc6-b636-4ab2-b7ad-1f926cf0b48f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.669210] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-0d629479-a01a-438e-ab82-8bbe838dae8b tempest-ListServersNegativeTestJSON-1663965301 tempest-ListServersNegativeTestJSON-1663965301-project-member] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 611.670080] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 611.670529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.670697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.670788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.671481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.671596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.671925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.672035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.092624] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.092817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.092932] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.093302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.093953] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.093953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.093953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.094264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.094435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.094662] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.094811] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.095611] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.095611] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.095611] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.095611] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.095611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.097530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.097721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.097938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 619c1cc6-b636-4ab2-b7ad-1f926cf0b48f with status ACTIVE [ 612.098175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.098317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.098412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.098635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.098748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.098946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.099169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.099169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.099442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.099575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.099822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.100047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.100165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.100310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.100415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.100531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 619c1cc6-b636-4ab2-b7ad-1f926cf0b48f is going to be updated. [ 612.101800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.125888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.126064] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.126237] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.126453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.126785] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-7fb033be-28de-470a-9542-68d500710f9a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.127148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.127148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.127744] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.127744] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb033be-28de-470a-9542-68d500710f9a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.130163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.130372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.130424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.130609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.130864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.131179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-619c1cc6-b636-4ab2-b7ad-1f926cf0b48f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.174739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.174957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.174957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.175315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.175422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.175635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.175772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.175834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.175967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.176130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.176279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b already deleted. [ 612.176377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.605353] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.632415] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.632662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.632794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.633108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.633252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.633405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 7fb033be-28de-470a-9542-68d500710f9a not found, creating... [ 612.633702] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.633887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.633999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.634248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.634372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.634679] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.634844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.634932] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.635143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.635307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.635436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 7fb033be-28de-470a-9542-68d500710f9a is going to be created. [ 612.655722] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.655945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.656051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.656298] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.656515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.656722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.107955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.108175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.108230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.108497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.108608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.108712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be created. [ 613.136675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.136962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.137068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.137536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.137720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.149449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: UNINITIALIZED for 2s [ 613.378188] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-5372058a-492d-4126-9cf6-5a282a0e730a service nova] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_rules [ 613.378367] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-5372058a-492d-4126-9cf6-5a282a0e730a service nova] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 613.378502] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-5372058a-492d-4126-9cf6-5a282a0e730a service nova] Enqueued Resource ID: 7fb033be-28de-470a-9542-68d500710f9a with Priority: HIGHEST for action port [ 613.379112] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_rules [ 613.379257] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 613.379360] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb033be-28de-470a-9542-68d500710f9a with Priority: HIGHEST for action port [ 613.379691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.379778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.379836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.380412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.380412] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.386604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.386604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.386604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.386604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb033be-28de-470a-9542-68d500710f9a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.386604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.387117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.387117] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb033be-28de-470a-9542-68d500710f9a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.487672] env[65432]: INFO networking_nsxv3.common.synchronization [req-3e993d89-f1af-4097-a48f-68f2c326ad71 req-60f402ad-b784-4773-a15d-ba931ba44734 tempest-ServerExternalEventsTest-884120516 tempest-ServerExternalEventsTest-884120516-project-member] Enqueued Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_members [ 613.488648] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGHEST for action security_group_members [ 613.489641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.489641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.489641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.490088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.490088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.490088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.490222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.490757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.490757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.490757] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.889271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.889604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.889661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.890537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fb033be-28de-470a-9542-68d500710f9a with status ACTIVE [ 613.891030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.891030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.891030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.891280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.891280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.891356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.891431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.891486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.894069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.894069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.894069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.894069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.894069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.894069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fb033be-28de-470a-9542-68d500710f9a is going to be updated. [ 613.920022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.920022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb033be-28de-470a-9542-68d500710f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.993671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.993910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.993955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.994610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.994610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.994720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.994970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c is going to be updated. [ 614.103365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.103603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.103696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.104350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.104350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.127326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c in Status: IN_PROGRESS for 2s [ 614.394746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.645265] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-71329bfe-4a61-4211-b2f2-cad8db15a650 tempest-ListServersNegativeTestJSON-1663965301 tempest-ListServersNegativeTestJSON-1663965301-project-member] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 614.645841] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 614.646159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.898373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.898554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.898630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.898729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be created. [ 614.926187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.926187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.926187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.926451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.926579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.938296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: UNINITIALIZED for 2s [ 615.165388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.165388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.165388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.165388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.173275] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.173275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.173275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.173427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.174087] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.174087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.174087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.174087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.174307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.174820] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.174820] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.174820] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.174820] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.174994] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.174994] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.175068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.195714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.195938] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.196106] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.196284] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.196695] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-c2281c7f-2f79-448a-a0f1-8308e019fa77 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.196949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.197104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.197472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.197684] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2281c7f-2f79-448a-a0f1-8308e019fa77',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.678571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.678758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.678804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.679045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.679215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.679336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.679378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.679511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.679598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.679684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.679830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.679923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.680021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.680174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.680314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.680441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.680487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.680616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.680693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.680776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.680870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.700334] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.700488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.700576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.700843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.700987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.701280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port c2281c7f-2f79-448a-a0f1-8308e019fa77 not found, creating... [ 615.701575] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.701763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.701845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.702108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.702249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.702578] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.702748] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.702887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.703077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.703210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.703341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: c2281c7f-2f79-448a-a0f1-8308e019fa77 is going to be created. [ 615.725292] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.725510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.725634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.725901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.726140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.726502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.139122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c in Status: SUCCESS [ 616.139481] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c deletion is rescheduled due to dependency. [ 616.139481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.183899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 476e77c1-1be7-4685-9e31-32edbf2bfec6: rpc.has_security_group_logging(os_id): False [ 616.203557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.203557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.203557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.203557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.203557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.203831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.203963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.204055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.204302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.204445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.204687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.204791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.204856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.205010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.205206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.205446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.205605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.205605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.205823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.205823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.205927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be created. [ 616.272075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.273247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.273247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.273247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.273247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.285046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 616.384511] env[65432]: INFO networking_nsxv3.common.synchronization [req-75fbb4e5-d0ab-4db7-9e49-08de0752e927 req-2b21158b-6b20-466d-8bfe-26f85b3fe63c tempest-TenantUsagesTestJSON-1644278806 tempest-TenantUsagesTestJSON-1644278806-project-member] Enqueued Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_members [ 616.385285] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGHEST for action security_group_members [ 616.385566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.385690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.385758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.385965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.386779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.386905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.386983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.387192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.387287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.387399] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.469479] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-df20f95f-dc72-4564-8de5-4600ce167d9f service nova] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_rules [ 616.469882] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-df20f95f-dc72-4564-8de5-4600ce167d9f service nova] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 616.471760] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-df20f95f-dc72-4564-8de5-4600ce167d9f service nova] Enqueued Resource ID: c2281c7f-2f79-448a-a0f1-8308e019fa77 with Priority: HIGHEST for action port [ 616.472515] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_rules [ 616.472686] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 616.472914] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2281c7f-2f79-448a-a0f1-8308e019fa77 with Priority: HIGHEST for action port [ 616.473599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.473964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.474254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.474368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.477079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2281c7f-2f79-448a-a0f1-8308e019fa77 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.477182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.477366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.477704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.477889] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2281c7f-2f79-448a-a0f1-8308e019fa77',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.892879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.892879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.892879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.893241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.893241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.893327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.893412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.893477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.893705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.893737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.893933] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a is going to be updated. [ 616.930239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.930239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.930239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.930239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.930607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.943696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a in Status: IN_PROGRESS for 2s [ 616.951334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 616.951334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.951579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.951723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.951923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.952187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.952332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.952426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.952635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.952635] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.953924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.954031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.954153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.954303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.954383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.954539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.954642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.954745] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.979952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2281c7f-2f79-448a-a0f1-8308e019fa77 with status ACTIVE [ 616.982890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.982890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.982890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.982890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2281c7f-2f79-448a-a0f1-8308e019fa77 is going to be updated. [ 617.006973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.007189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.007247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.007458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.007658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.007800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2281c7f-2f79-448a-a0f1-8308e019fa77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.456538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.456937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.460228] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.962928] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.108540] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 618.108712] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 618.109271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 618.109402] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 618.110219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.110219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.110219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.111072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.111317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.111379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.111416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.112266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.112266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.112266] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.113582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.113582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.113582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.113582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.113857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.113857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.113857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.114551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.114674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.114774] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.195035] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 618.195035] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 618.195035] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_rules [ 618.195035] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 618.195035] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b35d42b-5cd9-468f-88bf-0e8c7e527929 req-0ba6d177-cb26-4984-97e5-d54b2a3a2f05 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 with Priority: HIGHEST for action port [ 618.195462] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 618.195639] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_rules [ 618.195719] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 with Priority: HIGHEST for action port [ 618.195814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 618.195905] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 618.196301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.196511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.196605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.196848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.196958] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.198022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.198962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.198962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.198962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.198962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.201342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd57f42-497d-4ee3-8c02-79c419cb7344 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.201342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.201342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.201342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.201342] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd57f42-497d-4ee3-8c02-79c419cb7344',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.201958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.202076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.202295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.203080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.258700] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-170d92ae-50d4-4c42-9fad-c3a3f21b6fa2 tempest-ListServersNegativeTestJSON-1663965301 tempest-ListServersNegativeTestJSON-1663965301-project-member] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 618.259560] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 618.259560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.259560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 618.298811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.466066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.466066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.466066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.466436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.466436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.466436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 618.501513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.501810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.501810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.502275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.502275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.515977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 618.601883] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.602188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.602188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.602526] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.602969] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.602969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.603126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.603361] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.603503] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.603698] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.603802] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.603907] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.604058] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.604172] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.604273] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.604398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.613735] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.619051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.623613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.623773] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.624505] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.624505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-986" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.624505] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-43b4156c-6e68-4ee2-8b87-4daf94c17da6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.624754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.624754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.624992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.625140] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b4156c-6e68-4ee2-8b87-4daf94c17da6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.703616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd57f42-497d-4ee3-8c02-79c419cb7344 with status ACTIVE [ 618.703853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.704018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.704084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.704298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.704391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.704615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.704682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.704740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.704907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.704954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.705117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.705195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.705253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.705390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.705466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.705549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 is going to be updated. [ 618.706705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.706800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.707016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.707115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.731517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.731736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.731902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.732173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.732380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.732554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.955225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a in Status: SUCCESS [ 618.955225] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a deletion is rescheduled due to dependency. [ 618.955225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.116154] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.121280] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.129423] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.130113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.130551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.130551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 43b4156c-6e68-4ee2-8b87-4daf94c17da6 not found, creating... [ 619.130926] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.131084] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.131201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.131359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.131492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.131961] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.132099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.132157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.132358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.132499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.133224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 43b4156c-6e68-4ee2-8b87-4daf94c17da6 is going to be created. [ 619.154658] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.154869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.154992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155741] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.619442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.619745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.619745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.619899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.619991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.620149] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be created. [ 619.622954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.623115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.623211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.623328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.623412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.623541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 619.648102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.648268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.648341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.648548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.648716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.652303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.652522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.652595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.652894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.653140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.663595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 619.664322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: UNINITIALIZED for 2s [ 619.861190] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-504294ab-7454-4987-a061-ebf3c3efb18f service nova] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_rules [ 619.861190] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-504294ab-7454-4987-a061-ebf3c3efb18f service nova] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 619.861337] env[65432]: INFO networking_nsxv3.common.synchronization [req-274d824e-64b5-428e-9537-0cbe8cc1adb3 req-504294ab-7454-4987-a061-ebf3c3efb18f service nova] Enqueued Resource ID: 43b4156c-6e68-4ee2-8b87-4daf94c17da6 with Priority: HIGHEST for action port [ 619.862274] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_rules [ 619.862274] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 619.862274] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b4156c-6e68-4ee2-8b87-4daf94c17da6 with Priority: HIGHEST for action port [ 619.862543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.862653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.862863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.862948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.863139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-43b4156c-6e68-4ee2-8b87-4daf94c17da6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.863235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.863312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.863579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.863623] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b4156c-6e68-4ee2-8b87-4daf94c17da6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.368180] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43b4156c-6e68-4ee2-8b87-4daf94c17da6 with status ACTIVE [ 620.368180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.368180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.368180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.368180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.368180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.368180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.368567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.368567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.368567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.368567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.368902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.369015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.369015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.369162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.369251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.370677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43b4156c-6e68-4ee2-8b87-4daf94c17da6 is going to be updated. [ 620.410235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.410235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.410235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.410235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.410235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.410235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43b4156c-6e68-4ee2-8b87-4daf94c17da6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.529127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 620.529504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.529801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.531016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.531016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.531016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.531424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.531582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.531791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.036369] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.539735] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.541557] env[65432]: INFO networking_nsxv3.common.synchronization [None req-445d6fa5-405c-40b2-aab0-14b7f3b73fda None None] Enqueued Resource ID: c29a15d6-4d46-48ed-82e9-a1faf10b94ec with Priority: HIGHEST for action port [ 621.542400] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29a15d6-4d46-48ed-82e9-a1faf10b94ec with Priority: HIGHEST for action port [ 621.542805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c29a15d6-4d46-48ed-82e9-a1faf10b94ec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.542954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c29a15d6-4d46-48ed-82e9-a1faf10b94ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.542954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c29a15d6-4d46-48ed-82e9-a1faf10b94ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.543267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c29a15d6-4d46-48ed-82e9-a1faf10b94ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.543367] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29a15d6-4d46-48ed-82e9-a1faf10b94ec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.630331] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e6d6d172-7ada-4c69-beeb-6334a316b2d7 None None] Enqueued Resource ID: 8a14cacc-4c10-4cb7-b29b-d367b131dba6 with Priority: HIGHEST for action port [ 621.631666] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a14cacc-4c10-4cb7-b29b-d367b131dba6 with Priority: HIGHEST for action port [ 621.632368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a14cacc-4c10-4cb7-b29b-d367b131dba6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.632633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a14cacc-4c10-4cb7-b29b-d367b131dba6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.632633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a14cacc-4c10-4cb7-b29b-d367b131dba6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.633066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a14cacc-4c10-4cb7-b29b-d367b131dba6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.633221] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a14cacc-4c10-4cb7-b29b-d367b131dba6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.677770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 621.678022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.678613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.679091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.679232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.679358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.679446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.679658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.679771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.679829] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.681757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 621.682392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.682392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.682392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.682953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.682953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.682953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.682953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.683159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.683159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.043477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.044191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.044391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.044709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.044904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.045208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 622.046740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c29a15d6-4d46-48ed-82e9-a1faf10b94ec [ 622.047042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.047312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.047724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.047929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.048196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c29a15d6-4d46-48ed-82e9-a1faf10b94ec already deleted. [ 622.048659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c29a15d6-4d46-48ed-82e9-a1faf10b94ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.086072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.086624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.086858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.090032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.090032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.103757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 622.136169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a14cacc-4c10-4cb7-b29b-d367b131dba6 [ 622.137193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.137193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.137193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.137193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.137436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.137436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a14cacc-4c10-4cb7-b29b-d367b131dba6 already deleted. [ 622.137640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a14cacc-4c10-4cb7-b29b-d367b131dba6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.186440] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.187161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.456425] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_members [ 622.456425] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 622.456425] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 622.456425] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_members [ 622.456425] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 622.456916] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 622.456916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.457014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.457047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.457682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.457682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.457842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.457994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.458086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.458194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.458334] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.459389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.459746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.459746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.459871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.535570] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 622.535738] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 622.536376] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_rules [ 622.536376] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 622.540408] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_rules [ 622.540408] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_members [ 622.540408] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff090558-5d0a-43da-8c44-6b154b10727b req-f856b53d-42a4-4da9-bcd4-b6152ff0ba63 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 with Priority: HIGHEST for action port [ 622.541090] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 622.541636] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_rules [ 622.541636] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_members [ 622.541636] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 with Priority: HIGHEST for action port [ 622.541867] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_rules [ 622.541867] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 622.541977] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 622.544029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.544029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.544029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.544029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.544327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.544327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.544513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd57f42-497d-4ee3-8c02-79c419cb7344 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.544513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.544674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.545378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.545378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd57f42-497d-4ee3-8c02-79c419cb7344',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.545956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.545956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.546215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.546298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.546394] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.547549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.547549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.547549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.547549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.689487] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.691272] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.848112] env[65432]: INFO networking_nsxv3.common.synchronization [req-ceee1624-d549-4b1c-9eb3-e728e218b64e req-f525f0bf-14f2-467c-b1d0-df3f85932ccb tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 622.848112] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 622.848278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.848517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.848517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.849615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.849615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.849615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.849806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.849871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.850258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.850657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.963661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.051825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.052260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.052923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd57f42-497d-4ee3-8c02-79c419cb7344 with status ACTIVE [ 623.053305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.053537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.053787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.057172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.057380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.057786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.058085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.058139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.058988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.059090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.059630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.059810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.061013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.061013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.061013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.061013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd57f42-497d-4ee3-8c02-79c419cb7344 is going to be updated. [ 623.090524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.091554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.091554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.091554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd57f42-497d-4ee3-8c02-79c419cb7344" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.193333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.193333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.193333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.193333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.193333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.193333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be updated. [ 623.194687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.194872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.194944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.195218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.195339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.195502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 623.240528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.240729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.240793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.241055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.241319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.243591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.243591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.243591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.243824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.243910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.257174] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 623.258038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: IN_PROGRESS for 2s [ 623.354242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.354441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.354441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.354591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.354661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.354884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.354977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.355023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.355174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.355253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.355339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 already deleted. [ 623.355420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.469343] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.563180] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.563407] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-512" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.563692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-512" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.563888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-512" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.565680] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.565680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.565680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.565680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.566067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.566312] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.566423] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.566538] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.566642] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.566868] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.566984] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.567158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.591263] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.591448] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.592237] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.592237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-512" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.592423] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.593166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.593166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.593429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.593658] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.974455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.975088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.975217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.975353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 is going to be created. [ 624.012062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.012266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.012399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.013057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.013994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.028325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: UNINITIALIZED for 2s [ 624.100301] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.101193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.101193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.101193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.101193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.102591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 not found, creating... [ 624.104285] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.104285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.104285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.104285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.104285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.104285] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.104688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.104688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.104752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.104856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.105040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 is going to be created. [ 624.128017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 624.128666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.128666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.129095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.129364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.130349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.130568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.130833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.131011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.131636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.132524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.132524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.132524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.132524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.138899] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.138899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.138899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.138899] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.188220] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.188220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.188220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.188595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.189053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.191371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.304111] env[65432]: INFO networking_nsxv3.common.synchronization [None req-aaf7f4fa-0992-4fd5-8e9b-1df0ca780728 None None] Enqueued Resource ID: 8beb7fad-69d8-4660-a949-8fe2e8f803e0 with Priority: HIGHEST for action port [ 624.304837] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8beb7fad-69d8-4660-a949-8fe2e8f803e0 with Priority: HIGHEST for action port [ 624.307235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8beb7fad-69d8-4660-a949-8fe2e8f803e0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.308929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8beb7fad-69d8-4660-a949-8fe2e8f803e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.309167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8beb7fad-69d8-4660-a949-8fe2e8f803e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.309676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8beb7fad-69d8-4660-a949-8fe2e8f803e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.309881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8beb7fad-69d8-4660-a949-8fe2e8f803e0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.643034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.643359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dfa215f-320b-4158-88f7-3e48a8d5204b: rpc.has_security_group_logging(os_id): False [ 624.662686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.662881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.662881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.663217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.663309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.663505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.663606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.663671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.663822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.663898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be created. [ 624.728980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.729221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.729221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.729680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.729680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.741442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 624.815718] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8beb7fad-69d8-4660-a949-8fe2e8f803e0 [ 624.815939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.816092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.816159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.816384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.816471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.816563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8beb7fad-69d8-4660-a949-8fe2e8f803e0 already deleted. [ 624.816641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8beb7fad-69d8-4660-a949-8fe2e8f803e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.884300] env[65432]: INFO networking_nsxv3.common.synchronization [req-ceee1624-d549-4b1c-9eb3-e728e218b64e req-2bd5f755-d149-41d7-9937-95d26a43d4cd service nova] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 624.884499] env[65432]: INFO networking_nsxv3.common.synchronization [req-ceee1624-d549-4b1c-9eb3-e728e218b64e req-2bd5f755-d149-41d7-9937-95d26a43d4cd service nova] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 624.884655] env[65432]: INFO networking_nsxv3.common.synchronization [req-ceee1624-d549-4b1c-9eb3-e728e218b64e req-2bd5f755-d149-41d7-9937-95d26a43d4cd service nova] Enqueued Resource ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with Priority: HIGHEST for action port [ 624.885962] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 624.886236] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 624.886375] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with Priority: HIGHEST for action port [ 624.886727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.886994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.887097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.887329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.887535] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.893258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.893258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.893258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.893258] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.894339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.894468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.894548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.894756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.894836] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.908091] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0d95cbf0-8e9a-4e85-b42e-0c90e150ea2b tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_rules [ 624.908425] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_rules [ 624.908774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.908948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.909038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.909325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.909492] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.122721] env[65432]: INFO networking_nsxv3.common.synchronization [None req-24abdcf1-02d2-4616-929b-836926dceda7 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_rules [ 625.123765] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_rules [ 625.123765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.123765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.145646] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.270286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.270286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.270286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.270286] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.272721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 625.273715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.274321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.274754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.275193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.276018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.276018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.276711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.277032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.278115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.278661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.278915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.279397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.279584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.279709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.279949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.280137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.280281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.280633] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.283093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.283327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.283627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.283767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.283901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.284096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.284275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.284382] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.390757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.390962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.394348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.398937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with status ACTIVE [ 625.398937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.399206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.399254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.399469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.399553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.399729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.400420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.400420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.400420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.400420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.400420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.401116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.401173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.402064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.402064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.402064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 is going to be updated. [ 625.437648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.437648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.437648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.437648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.437648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.437648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.453129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.453897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.453897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.453897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.453897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.453897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 already deleted. [ 625.454467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.454663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.454829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.454915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.650233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.650233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.650233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.650675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.650830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.650980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 625.689022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.689254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.689324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.689604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.689848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.704625] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 625.772917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.773166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.784041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.786359] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.788037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.897721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.980059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.980234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.980234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.980488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.980581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.980679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 already deleted. [ 625.980764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.041339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: SUCCESS [ 626.041582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.041709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.041954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.042196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.044718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.044718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.044718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.044718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.044718] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.290520] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.291538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad954a0-0a65-4109-b180-629c9ecd5a07: rpc.has_security_group_logging(os_id): False [ 626.292960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.315146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.315318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.315383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.315560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.315643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.315890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.315986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.316051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.316186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.316253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.316911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be created. [ 626.386599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.386768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.386841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.387064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.387268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.399632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: IN_PROGRESS for 2s [ 626.400308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.400308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.400859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.400859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.400859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.401103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be created. [ 626.433169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.433441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.433441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.433588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.433762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.448848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: UNINITIALIZED for 2s [ 626.546408] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.757355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 626.757590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.757795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.758014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.759101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.761912] env[65432]: INFO networking_nsxv3.common.synchronization [req-f3d936aa-96ea-48d0-9952-30b94d1553d3 req-7c2372de-525b-4b4d-9390-8031aca23067 tempest-MigrationsAdminTest-1222365509 tempest-MigrationsAdminTest-1222365509-project-member] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 626.762673] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 626.762975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.763138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.763514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.763514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.763685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.763917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.763983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.764151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.764485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.764628] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.793775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.793775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.793775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.794046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.794109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.794158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 626.796437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.796620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.796620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.796806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.796916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.797069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be updated. [ 626.837066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.837066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.837066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.837066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.837066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.846277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.846277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.846433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.846659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.846740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.849094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 626.858601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: IN_PROGRESS for 2s [ 627.049182] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.161786] env[65432]: INFO networking_nsxv3.common.synchronization [req-a01cff29-d022-4100-aea6-51d2cb679acf req-6fb6ac2e-7d4b-41f7-8df7-3cc38b16139c tempest-ServerDiagnosticsTest-402055494 tempest-ServerDiagnosticsTest-402055494-project-member] Enqueued Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_members [ 627.161838] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGHEST for action security_group_members [ 627.163512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.163512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.163512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.163512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.163512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.163512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.163512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.163841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.163841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.163841] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.196559] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.196807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.196934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.197274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.198040] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.198040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.198040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.198040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.198637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.199147] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.199147] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.199147] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.199305] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.199567] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.199706] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.199871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.221312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.221545] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.221705] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.223829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.223829] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-e69ab8e7-88a7-4673-af52-e0536b6e5d01 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.223829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.223829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.224121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.224247] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69ab8e7-88a7-4673-af52-e0536b6e5d01',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.263034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.263192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.267864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.268030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.268142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.268358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.268455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.268663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.268762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.268825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.268980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.269067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.269164] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 already deleted. [ 627.269248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.553897] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.554495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.554495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.554495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 is going to be updated. [ 627.587939] env[65432]: INFO networking_nsxv3.common.synchronization [None req-81e705c9-6a92-4862-b6c3-afd7555daa6c None None] Enqueued Resource ID: 52df160e-0ba9-4e10-871e-f17af4c286d1 with Priority: HIGHEST for action port [ 627.589140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.589303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.589380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.589588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.589721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.591261] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52df160e-0ba9-4e10-871e-f17af4c286d1 with Priority: HIGHEST for action port [ 627.591700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-52df160e-0ba9-4e10-871e-f17af4c286d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.591815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52df160e-0ba9-4e10-871e-f17af4c286d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.591870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52df160e-0ba9-4e10-871e-f17af4c286d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.592193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52df160e-0ba9-4e10-871e-f17af4c286d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.592311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52df160e-0ba9-4e10-871e-f17af4c286d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.603938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: IN_PROGRESS for 2s [ 627.670500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.670500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.670500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.670500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.670500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.670731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.670731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.670813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.670967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.671921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.671921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c987882-6133-4391-b6ad-bf7cee05de41 is going to be updated. [ 627.702151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.702361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.702462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.703632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.703632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.714970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c987882-6133-4391-b6ad-bf7cee05de41 in Status: IN_PROGRESS for 2s [ 627.715904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 627.716048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.716226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.716504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.716734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.716860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.716929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.717138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.717264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.717375] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.726762] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.726884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.727038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.727330] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.727518] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.727678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port e69ab8e7-88a7-4673-af52-e0536b6e5d01 not found, creating... [ 627.727964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.728197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.728374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.728563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.728715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.729025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.729191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.729289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.729528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.729779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.729779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: e69ab8e7-88a7-4673-af52-e0536b6e5d01 is going to be created. [ 627.751495] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.751727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.751852] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.752278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.752538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.755432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.095308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52df160e-0ba9-4e10-871e-f17af4c286d1 [ 628.095699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.095917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.096049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.096375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.096512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.096655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52df160e-0ba9-4e10-871e-f17af4c286d1 already deleted. [ 628.096773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52df160e-0ba9-4e10-871e-f17af4c286d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.222398] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.412552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 628.412822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.413041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.413291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.413394] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.467210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 628.467443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.467626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.468202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.468360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.468607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468788] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.518850] env[65432]: INFO networking_nsxv3.common.synchronization [req-f3d936aa-96ea-48d0-9952-30b94d1553d3 req-f33af7bb-7697-495f-8201-2433195d9ee9 service nova] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_rules [ 628.519094] env[65432]: INFO networking_nsxv3.common.synchronization [req-f3d936aa-96ea-48d0-9952-30b94d1553d3 req-f33af7bb-7697-495f-8201-2433195d9ee9 service nova] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 628.519236] env[65432]: INFO networking_nsxv3.common.synchronization [req-f3d936aa-96ea-48d0-9952-30b94d1553d3 req-f33af7bb-7697-495f-8201-2433195d9ee9 service nova] Enqueued Resource ID: e69ab8e7-88a7-4673-af52-e0536b6e5d01 with Priority: HIGHEST for action port [ 628.520079] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_rules [ 628.520347] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 628.520410] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69ab8e7-88a7-4673-af52-e0536b6e5d01 with Priority: HIGHEST for action port [ 628.520681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.520808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.520875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.521184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.521303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.522791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.522947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.523041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.523213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.523360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.523464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.523542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.523695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.523803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.523985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.524864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69ab8e7-88a7-4673-af52-e0536b6e5d01 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.525069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.525145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.525323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.525323] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69ab8e7-88a7-4673-af52-e0536b6e5d01',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.725525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.916510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.934991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 628.935057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.936063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 628.936299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.936913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.936913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.937081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.937769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.937769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.937769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.937769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.938066] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.939595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.939784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.939957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.940076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.940201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.940363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.940554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.940554] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.971596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.027347] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.029294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.029294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.029294] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e69ab8e7-88a7-4673-af52-e0536b6e5d01 with status ACTIVE [ 629.029294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.029793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.029793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.029793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.029930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.030159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.030925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.032258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.032887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.032887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.033283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.033283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.033283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.034149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.034149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.034149] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e69ab8e7-88a7-4673-af52-e0536b6e5d01 is going to be updated. [ 629.073358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.073593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.073593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.073890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.074078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.074253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69ab8e7-88a7-4673-af52-e0536b6e5d01" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.169235] env[65432]: INFO networking_nsxv3.common.synchronization [req-82af84c0-eeba-4acf-9e54-706316658ef7 req-07cb8ad2-f14b-43d2-9086-ff98470e38f2 tempest-FloatingIPsAssociationTestJSON-1976200141 tempest-FloatingIPsAssociationTestJSON-1976200141-project-member] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 629.171060] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 629.171060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.171317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.171317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.171575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.172136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.172136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.172136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.172384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.174705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.174705] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.231371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.231371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.231371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.231371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.231371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.231371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 629.261912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.262102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.262182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.262383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.262479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 629.442567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.443988] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.473809] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68: rpc.has_security_group_logging(os_id): False [ 629.502244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.502244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.502244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.502718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.502718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.503021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.503132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.503132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.503338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.503434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.503540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be created. [ 629.520662] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.520662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.520662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.521222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.521436] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.521695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.521804] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.522125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.522981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.522981] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.522981] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.522981] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.522981] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.523418] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.523418] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.523418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.539171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.548251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.548699] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.548946] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.548946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.549420] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-a26bad2b-648e-41a0-89d3-900521f7a041 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.549631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.549802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.550283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.550736] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26bad2b-648e-41a0-89d3-900521f7a041',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.604612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.604749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.604749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.604995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.605233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.622712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: SUCCESS [ 629.622989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.623236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.623532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.623776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.623931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.624044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.624275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.624381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.624480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.624594] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.629401] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 629.677532] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.729014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c987882-6133-4391-b6ad-bf7cee05de41 in Status: SUCCESS [ 629.729482] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c987882-6133-4391-b6ad-bf7cee05de41 deletion is rescheduled due to dependency. [ 629.729482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.945362] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.946371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.043031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.043031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.043031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.043031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.043031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.043031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be created. [ 630.053466] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.053466] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.053753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.053859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.053980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.054205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port a26bad2b-648e-41a0-89d3-900521f7a041 not found, creating... [ 630.054411] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.054564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.054673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.054886] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.055030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.055304] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.055454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.055564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.055763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.056030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.056030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: a26bad2b-648e-41a0-89d3-900521f7a041 is going to be created. [ 630.076421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.076673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.076753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.076971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.077155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.080846] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.081063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.081233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.081531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.081780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.081916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.089961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: UNINITIALIZED for 2s [ 630.131076] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.180482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.449214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.449214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.449214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.449214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.449214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.449214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be updated. [ 630.451162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.451340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.451340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.451500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.451586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.451676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 630.484878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.485096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.485150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.485341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.485483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.487201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.487347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.487397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.487584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.487714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.499053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 630.499655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: IN_PROGRESS for 2s [ 630.635598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32bf270-fd22-4d5a-bdc8-2d60160fc6e3: rpc.has_security_group_logging(os_id): False [ 630.656098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.656098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.656098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.656098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 is going to be created. [ 630.683239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.683469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.683469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.683682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.684323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.684323] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be updated. [ 630.713769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.714030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.714168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.714490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.714755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.725875] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: IN_PROGRESS for 2s [ 630.732877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.733316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.733316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.733316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.733539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.747050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: IN_PROGRESS for 2s [ 630.868575] env[65432]: INFO networking_nsxv3.common.synchronization [req-82af84c0-eeba-4acf-9e54-706316658ef7 req-278e6630-c090-4134-a66d-ba7abbb7dce3 service nova] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_rules [ 630.868749] env[65432]: INFO networking_nsxv3.common.synchronization [req-82af84c0-eeba-4acf-9e54-706316658ef7 req-278e6630-c090-4134-a66d-ba7abbb7dce3 service nova] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 630.868874] env[65432]: INFO networking_nsxv3.common.synchronization [req-82af84c0-eeba-4acf-9e54-706316658ef7 req-278e6630-c090-4134-a66d-ba7abbb7dce3 service nova] Enqueued Resource ID: a26bad2b-648e-41a0-89d3-900521f7a041 with Priority: HIGHEST for action port [ 630.869470] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_rules [ 630.869712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 630.869712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26bad2b-648e-41a0-89d3-900521f7a041 with Priority: HIGHEST for action port [ 630.869962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.870096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.870387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.870565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.870565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.873379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.873379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26bad2b-648e-41a0-89d3-900521f7a041 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.873379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.873379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.873379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26bad2b-648e-41a0-89d3-900521f7a041',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.289127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 631.289363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.290080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.290080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.290080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.290448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.290448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.290448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.290635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.290635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.290744] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.375584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.375865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.378253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a26bad2b-648e-41a0-89d3-900521f7a041 with status ACTIVE [ 631.379285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.379285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.379285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.379285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.379285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.379285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.379754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.379754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.379754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.379754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.379875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.379875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.379950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.380219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.380327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.380388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a26bad2b-648e-41a0-89d3-900521f7a041 is going to be updated. [ 631.404161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.404161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.404161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.404161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.404161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.404161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26bad2b-648e-41a0-89d3-900521f7a041" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 631.647019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.795991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.795991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.796409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.796409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.796662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.796824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.796932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.797641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.797641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.797641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.797820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.797869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.798111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.800120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.800120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.800120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.800120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.800120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.800120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.800120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.800120] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.101119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 632.101406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.101575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.101797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.101996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.102139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.102250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.102398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.102481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.102571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.102663] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.302995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dfa215f-320b-4158-88f7-3e48a8d5204b: rpc.has_security_group_logging(os_id): False [ 632.323682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.324125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.324125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.324487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.324487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.324747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.324900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.325012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.325220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.325523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.325623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.325760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.325827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.326016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.326101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.326418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.326617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.326690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.326843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.326962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.327135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 632.409505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.410157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.410263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.410569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.410738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.426119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 632.515297] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 632.515461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.518270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.518270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.518270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.518270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.519163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.519284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.519468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.519581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.519646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.519796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.519870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.519953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.520122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.520268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.520335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.520481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.520622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.520714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.520777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.520911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.520983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.521072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.521176] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.608073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.608073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.608073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.608073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.608777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.608777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.608777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608777] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.741526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 632.741746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.741925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.742514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.742767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.742912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.742983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.743143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.743214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.743294] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.760197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: SUCCESS [ 632.760467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.022965] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.024628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 633.045188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.045440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.045440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.045707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.045707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.046386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.046386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.046386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.046631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.046631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.046712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.047100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.047170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.047338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.047401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.047595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.047687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.047745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.047955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.048102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.048173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 633.115282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46db5a44-c8f9-47c4-b5e1-714a00c595f5: rpc.has_security_group_logging(os_id): False [ 633.123784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.123784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.123784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.123784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.123784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.145792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.146646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.146646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.146808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.149439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.150100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.150100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.150100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.150419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.150419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.150605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.150702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.150759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.150991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.151115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.151350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.151520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.151520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.151737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.151737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.151838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be created. [ 633.158164] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 633.248222] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.273737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.274743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.274743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.276066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.276066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.288677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 633.527481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad954a0-0a65-4109-b180-629c9ecd5a07: rpc.has_security_group_logging(os_id): False [ 633.547204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.547204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.547204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.547204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.547396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.548858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.548858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.548858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.548858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.548858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.548858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be updated. [ 633.629902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.629902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.629902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.630301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.632020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.649473] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: IN_PROGRESS for 2s [ 633.751316] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.891169] env[65432]: INFO networking_nsxv3.common.synchronization [req-f0025a8a-07e5-431c-a4dc-7a3f75ed1bfe req-1710232c-ceb8-4448-940b-30acb02faadc tempest-ServersWithSpecificFlavorTestJSON-777249878 tempest-ServersWithSpecificFlavorTestJSON-777249878-project-member] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 633.891169] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 633.891169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.891169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.891436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.891472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.891634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.891725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.891900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.891955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.892058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.892156] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.255859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.256280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.256280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.256391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.257225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.257225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be updated. [ 634.319293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.319293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.319293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.319293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.319833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.333264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: IN_PROGRESS for 2s [ 634.366170] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.366387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.366577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.366919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.368323] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.368323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.368323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.368323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.368323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.368323] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.368323] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.368695] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.368695] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.368695] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.368695] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.368861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.395883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.395883] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.395883] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.395883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.396223] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-c7f334cd-7acd-4174-bfcf-bb979aceedf6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.396702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.396702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.396880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.396966] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f334cd-7acd-4174-bfcf-bb979aceedf6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.398696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.398696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.398696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.398696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.398696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.398696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.399028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.399028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.399028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.399129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.399129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 already deleted. [ 634.399224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.443641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 634.443641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.443641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.443641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.443641] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.901035] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.901035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.901318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.901635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.901880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.902159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port c7f334cd-7acd-4174-bfcf-bb979aceedf6 not found, creating... [ 634.902623] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.902869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.903895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.910069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.910069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.910069] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.910069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.910069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.910069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.910069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.910069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: c7f334cd-7acd-4174-bfcf-bb979aceedf6 is going to be created. [ 634.932645] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.933289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.933604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.933994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.934373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.934721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.945775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.945981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.946048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.946455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.946653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.947063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.947133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.947298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.947391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.947480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.948482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.023108] env[65432]: INFO networking_nsxv3.common.synchronization [None req-73bd67b4-ca1c-4cc2-8b20-cbc28228b7c1 None None] Enqueued Resource ID: 321cd89b-d446-4433-8549-ac191edeae14 with Priority: HIGHEST for action port [ 635.023542] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321cd89b-d446-4433-8549-ac191edeae14 with Priority: HIGHEST for action port [ 635.023799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-321cd89b-d446-4433-8549-ac191edeae14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321cd89b-d446-4433-8549-ac191edeae14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.024009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321cd89b-d446-4433-8549-ac191edeae14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.024382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321cd89b-d446-4433-8549-ac191edeae14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024469] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321cd89b-d446-4433-8549-ac191edeae14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.172270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 635.173012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.173582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.173846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.173989] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.302917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 635.303193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.450622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.450775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.450847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.451088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.451263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.451395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.451437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.451591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.451678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.451766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.451912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.452012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.452090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.452234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.452373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.452464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.452520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.452655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.452731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.452812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.452904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.527923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 321cd89b-d446-4433-8549-ac191edeae14 [ 635.527923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.527923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.527923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.527923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.527923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.527923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:321cd89b-d446-4433-8549-ac191edeae14 already deleted. [ 635.527923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321cd89b-d446-4433-8549-ac191edeae14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.621045] env[65432]: INFO networking_nsxv3.common.synchronization [req-f0025a8a-07e5-431c-a4dc-7a3f75ed1bfe req-19d9194d-214c-4dec-b5e1-5dbd76217ffa service nova] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 635.621215] env[65432]: INFO networking_nsxv3.common.synchronization [req-f0025a8a-07e5-431c-a4dc-7a3f75ed1bfe req-19d9194d-214c-4dec-b5e1-5dbd76217ffa service nova] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 635.621411] env[65432]: INFO networking_nsxv3.common.synchronization [req-f0025a8a-07e5-431c-a4dc-7a3f75ed1bfe req-19d9194d-214c-4dec-b5e1-5dbd76217ffa service nova] Enqueued Resource ID: c7f334cd-7acd-4174-bfcf-bb979aceedf6 with Priority: HIGHEST for action port [ 635.621917] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 635.622090] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 635.622201] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f334cd-7acd-4174-bfcf-bb979aceedf6 with Priority: HIGHEST for action port [ 635.623090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.623262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.623380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.623717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.623717] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.625728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.625850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.625917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.629553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.629553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.629553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.629553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.629553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.629553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.629553] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.630520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f334cd-7acd-4174-bfcf-bb979aceedf6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.630621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.630691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.630847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.630927] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f334cd-7acd-4174-bfcf-bb979aceedf6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.663044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 635.663176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.676370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.676573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.676625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.679321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.679321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.679321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.679321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.679321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.679321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.679321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.679321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.955206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dfa215f-320b-4158-88f7-3e48a8d5204b: rpc.has_security_group_logging(os_id): False [ 635.974084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.974328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.974816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.974893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.974939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.975278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.975382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.975531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.975633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.975746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.976084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.976353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.976353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.976720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.976720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.976833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.976833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.977069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.977069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.977261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.977261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 636.047920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.047920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.047920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.051552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.051552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.063156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 636.126624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.126868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.133216] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.134373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7f334cd-7acd-4174-bfcf-bb979aceedf6 with status ACTIVE [ 636.134485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.134622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.134687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.134888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.134971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.135180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.135284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.135338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.135507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.135579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.135806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.135871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.135910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.136487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.136673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.136720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7f334cd-7acd-4174-bfcf-bb979aceedf6 is going to be updated. [ 636.174486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.174486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.174486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.174486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.175592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.175592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f334cd-7acd-4174-bfcf-bb979aceedf6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.183382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.183671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.183671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.183837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.184024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.186083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.186265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.187196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.187196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.187196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.187196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.187196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.187196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.191115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.191115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.351747] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 636.351747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.351747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.351747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.351747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.351747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.351747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.352384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.352384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.352384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.352384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.552539] env[65432]: INFO networking_nsxv3.common.synchronization [req-7a32a513-af91-4a1d-a495-52ba34b1c200 req-bb594c63-6ee9-47de-b2a5-846120969a42 tempest-ListServersNegativeTestJSON-1663965301 tempest-ListServersNegativeTestJSON-1663965301-project-member] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 636.557173] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 636.557173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.557173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.557173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.557173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.639526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.691522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 636.715099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.715513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.715702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.716039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.716204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.716511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.716791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.716908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.718074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.718322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.718404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.718613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.718836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.718836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.718937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.718990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.719096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 636.814164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.814398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.814456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.814653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.814805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.833326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 636.856539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.856733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.856807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.857024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.857222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.857327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.857405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.857565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.857665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.857762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.857914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.858022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.858181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.858657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.858657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.858657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.858657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.858935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.858935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.859049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.861187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.062039] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.143401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.143401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.143401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.143696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.143861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.143939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be created. [ 637.170935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.171124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.171198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.171411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.171574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: UNINITIALIZED for 2s [ 637.363803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2672516-a041-4771-8116-d6fad1cb8523: rpc.has_security_group_logging(os_id): False [ 637.395643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.395643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.395643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.395643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.396317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.396317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.396317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.396980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.397211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.397440] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be updated. [ 637.471955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.472384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.472514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.472888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.473527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.489964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: IN_PROGRESS for 2s [ 637.563947] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.068284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.068569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.068569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.068772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.068941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.068941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 638.078365] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b62304bc-33d2-4baa-b914-0b57b60d42d6 None None] Enqueued Resource ID: 780ffc83-7c76-4dab-8c78-7c43bd0649eb with Priority: HIGHEST for action port [ 638.078916] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780ffc83-7c76-4dab-8c78-7c43bd0649eb with Priority: HIGHEST for action port [ 638.079249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-780ffc83-7c76-4dab-8c78-7c43bd0649eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.079375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780ffc83-7c76-4dab-8c78-7c43bd0649eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.079444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780ffc83-7c76-4dab-8c78-7c43bd0649eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.079708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780ffc83-7c76-4dab-8c78-7c43bd0649eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.079786] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780ffc83-7c76-4dab-8c78-7c43bd0649eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.081724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 638.081920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.107152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.107152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.107152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.107152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.107152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.118198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 638.585418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 780ffc83-7c76-4dab-8c78-7c43bd0649eb [ 638.585418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.585418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.585418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.585418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.585418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.585418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:780ffc83-7c76-4dab-8c78-7c43bd0649eb already deleted. [ 638.585418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780ffc83-7c76-4dab-8c78-7c43bd0649eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.706925] env[65432]: INFO networking_nsxv3.common.synchronization [None req-167d672a-7422-473d-b897-ff2781d3e4d9 None None] Enqueued Resource ID: fb368054-e3f4-444d-87c5-c15abc4b52e4 with Priority: HIGHEST for action port [ 638.710116] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb368054-e3f4-444d-87c5-c15abc4b52e4 with Priority: HIGHEST for action port [ 638.710116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb368054-e3f4-444d-87c5-c15abc4b52e4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.710116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb368054-e3f4-444d-87c5-c15abc4b52e4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.710116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb368054-e3f4-444d-87c5-c15abc4b52e4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.710116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb368054-e3f4-444d-87c5-c15abc4b52e4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.710116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb368054-e3f4-444d-87c5-c15abc4b52e4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.867856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 638.867856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.206442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 639.206675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.206855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.207077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.207670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.207670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.207670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.207670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.207670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207889] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.212165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb368054-e3f4-444d-87c5-c15abc4b52e4 [ 639.212165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.212334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.212334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.212537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.213952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.214120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb368054-e3f4-444d-87c5-c15abc4b52e4 already deleted. [ 639.214236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb368054-e3f4-444d-87c5-c15abc4b52e4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 639.505944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.705023] env[65432]: INFO networking_nsxv3.common.synchronization [req-a2efc2bd-c689-4e1c-b3ae-0bbe87dd9158 req-983af140-da38-4283-8a95-7640baa58ed5 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 639.705557] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 639.705868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.705990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.706513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.706761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.707839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.708028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.708139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.708361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.708485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.708613] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.710287] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.131622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 640.131743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.211461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.212018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.212018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.212018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.212192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.212243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.212339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.212399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.212548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.212722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.212722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 640.214526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738506a0-eeba-4b00-a56a-ce42238ddc44: rpc.has_security_group_logging(os_id): False [ 640.237745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.237745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.237745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.237992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.237992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.238302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.238733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.238733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.238733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.238871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.238871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be created. [ 640.249175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.249664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.257711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 640.330345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.330564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.330564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.331578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.331578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.353374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 640.643351] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fa9787ae-0647-4ccf-b5ee-e6d0de77fe69 None None] Enqueued Resource ID: 6be36ea6-fb92-43df-9f2b-f19a2ae98c6c with Priority: HIGHEST for action port [ 640.643866] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be36ea6-fb92-43df-9f2b-f19a2ae98c6c with Priority: HIGHEST for action port [ 640.645266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be36ea6-fb92-43df-9f2b-f19a2ae98c6c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.645266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be36ea6-fb92-43df-9f2b-f19a2ae98c6c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.645266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be36ea6-fb92-43df-9f2b-f19a2ae98c6c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.645266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be36ea6-fb92-43df-9f2b-f19a2ae98c6c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.645266] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be36ea6-fb92-43df-9f2b-f19a2ae98c6c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.829422] env[65432]: INFO networking_nsxv3.common.synchronization [None req-022c7099-6706-44b2-a463-8afd1f61b74e None None] Enqueued Resource ID: 9363e15a-6088-47e6-b85b-e158e64e3b05 with Priority: HIGHEST for action port [ 640.829422] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9363e15a-6088-47e6-b85b-e158e64e3b05 with Priority: HIGHEST for action port [ 640.833539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9363e15a-6088-47e6-b85b-e158e64e3b05 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.833539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9363e15a-6088-47e6-b85b-e158e64e3b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.833539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9363e15a-6088-47e6-b85b-e158e64e3b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9363e15a-6088-47e6-b85b-e158e64e3b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833539] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9363e15a-6088-47e6-b85b-e158e64e3b05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.149625] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be36ea6-fb92-43df-9f2b-f19a2ae98c6c [ 641.149939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.150117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.150212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.150606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.150606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.150710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be36ea6-fb92-43df-9f2b-f19a2ae98c6c already deleted. [ 641.150795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be36ea6-fb92-43df-9f2b-f19a2ae98c6c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.335536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9363e15a-6088-47e6-b85b-e158e64e3b05 [ 641.335767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.335905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.335971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.336260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.336341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.336414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9363e15a-6088-47e6-b85b-e158e64e3b05 already deleted. [ 641.336494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9363e15a-6088-47e6-b85b-e158e64e3b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.628042] env[65432]: INFO networking_nsxv3.common.synchronization [req-41089453-0b85-4e3f-8330-7c27fad4b787 req-72a6dfd8-1567-484a-b849-90163896c911 tempest-ServerMetadataNegativeTestJSON-888674370 tempest-ServerMetadataNegativeTestJSON-888674370-project-member] Enqueued Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_members [ 641.628042] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_members [ 641.628645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.630540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.630661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.631298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.632113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.632251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.632323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.632517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.632625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.632703] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.135622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.135947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.135947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.136249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.136249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.136477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.136554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.136591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.136716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.136812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.136906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23642154-da84-4f21-b42f-c742c274461c already deleted. [ 642.137038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.270955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 4s [ 642.363017] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.363393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.363393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.364206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.364206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.364206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.364469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.364561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.364700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.365043] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.365043] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.365264] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.365264] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.365717] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.365717] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.365717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.369548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 642.369823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.393955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.394210] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.394399] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.394588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-744" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.394905] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-d116e338-970c-41b2-af59-707e94b66b4f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.395736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.395947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.396302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.396998] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d116e338-970c-41b2-af59-707e94b66b4f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.858904] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5da81d72-d726-42e0-978d-e4cb1a824956 None None] Enqueued Resource ID: a8b9a4e8-521d-46e4-99ea-677d233e78d6 with Priority: HIGHEST for action port [ 642.858904] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b9a4e8-521d-46e4-99ea-677d233e78d6 with Priority: HIGHEST for action port [ 642.858904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b9a4e8-521d-46e4-99ea-677d233e78d6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.858904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b9a4e8-521d-46e4-99ea-677d233e78d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.859201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b9a4e8-521d-46e4-99ea-677d233e78d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.859526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b9a4e8-521d-46e4-99ea-677d233e78d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.859602] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b9a4e8-521d-46e4-99ea-677d233e78d6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.899947] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.900229] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.900387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.900724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.900882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.901075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port d116e338-970c-41b2-af59-707e94b66b4f not found, creating... [ 642.901358] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.901525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.901703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.901973] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.902104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.902431] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.902595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.902720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.902951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.903112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.903249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: d116e338-970c-41b2-af59-707e94b66b4f is going to be created. [ 642.937168] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.937427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.937547] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.937833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.938304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.938476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.988556] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fb87fe92-c027-4b08-a56d-689194924838 None None] Enqueued Resource ID: 76518b67-9d2d-4ce0-a674-fa9883a8750f with Priority: HIGHEST for action port [ 642.989070] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76518b67-9d2d-4ce0-a674-fa9883a8750f with Priority: HIGHEST for action port [ 642.989374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-76518b67-9d2d-4ce0-a674-fa9883a8750f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.989495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76518b67-9d2d-4ce0-a674-fa9883a8750f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.989552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76518b67-9d2d-4ce0-a674-fa9883a8750f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.989809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76518b67-9d2d-4ce0-a674-fa9883a8750f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.989892] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76518b67-9d2d-4ce0-a674-fa9883a8750f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.362707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b9a4e8-521d-46e4-99ea-677d233e78d6 [ 643.362707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.362707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.363159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.363159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.363159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b9a4e8-521d-46e4-99ea-677d233e78d6 already deleted. [ 643.363531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b9a4e8-521d-46e4-99ea-677d233e78d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.496621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76518b67-9d2d-4ce0-a674-fa9883a8750f [ 643.496901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.497060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.497134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.497467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.497564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.497677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76518b67-9d2d-4ce0-a674-fa9883a8750f already deleted. [ 643.497797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76518b67-9d2d-4ce0-a674-fa9883a8750f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.635960] env[65432]: INFO networking_nsxv3.common.synchronization [req-41089453-0b85-4e3f-8330-7c27fad4b787 req-2217f2ce-4601-4fb4-9dae-250f3ccf7873 service nova] Enqueued Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_rules [ 643.635960] env[65432]: INFO networking_nsxv3.common.synchronization [req-41089453-0b85-4e3f-8330-7c27fad4b787 req-2217f2ce-4601-4fb4-9dae-250f3ccf7873 service nova] Enqueued Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_members [ 643.636240] env[65432]: INFO networking_nsxv3.common.synchronization [req-41089453-0b85-4e3f-8330-7c27fad4b787 req-2217f2ce-4601-4fb4-9dae-250f3ccf7873 service nova] Enqueued Resource ID: d116e338-970c-41b2-af59-707e94b66b4f with Priority: HIGHEST for action port [ 643.638073] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_rules [ 643.638073] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_members [ 643.638073] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d116e338-970c-41b2-af59-707e94b66b4f with Priority: HIGHEST for action port [ 643.638073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.638073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.638073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.638073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.638366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.639098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.640590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.640590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.640842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.641040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.641149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.641218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.641360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.641446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.642272] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.643402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d116e338-970c-41b2-af59-707e94b66b4f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.643402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.643402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.643580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.644723] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d116e338-970c-41b2-af59-707e94b66b4f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.146086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.146507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.147337] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d116e338-970c-41b2-af59-707e94b66b4f with status ACTIVE [ 644.147528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.147645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.147713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.147917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.148013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.148187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.148967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.148967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.148967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.148967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.148967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.148967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.148967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.149341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.149377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.149830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d116e338-970c-41b2-af59-707e94b66b4f is going to be updated. [ 644.175428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.175608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.175653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.176222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.176406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.176667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d116e338-970c-41b2-af59-707e94b66b4f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.293037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 644.293037] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 644.293037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.652045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.938223] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4b732c8d-6027-4875-b59e-107c3bb33cf6 None None] Enqueued Resource ID: 0d62d3c4-54c9-40d2-addd-b2d7d82c6e32 with Priority: HIGHEST for action port [ 644.938223] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d62d3c4-54c9-40d2-addd-b2d7d82c6e32 with Priority: HIGHEST for action port [ 644.939910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d62d3c4-54c9-40d2-addd-b2d7d82c6e32 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.940319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d62d3c4-54c9-40d2-addd-b2d7d82c6e32" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.944819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d62d3c4-54c9-40d2-addd-b2d7d82c6e32" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.944819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d62d3c4-54c9-40d2-addd-b2d7d82c6e32" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.944819] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d62d3c4-54c9-40d2-addd-b2d7d82c6e32',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.100062] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4dd72e7e-40d3-433a-bf78-88285c5b55ee None None] Enqueued Resource ID: 300987c9-721a-4c10-b8b4-f3f2b1e596aa with Priority: HIGHEST for action port [ 645.100838] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300987c9-721a-4c10-b8b4-f3f2b1e596aa with Priority: HIGHEST for action port [ 645.102528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-300987c9-721a-4c10-b8b4-f3f2b1e596aa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.102528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300987c9-721a-4c10-b8b4-f3f2b1e596aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.102528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300987c9-721a-4c10-b8b4-f3f2b1e596aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.102528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300987c9-721a-4c10-b8b4-f3f2b1e596aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.102528] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300987c9-721a-4c10-b8b4-f3f2b1e596aa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.156373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.156373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.156373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.156373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.156373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.156373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23642154-da84-4f21-b42f-c742c274461c is going to be created. [ 645.192517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.193443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.193745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.194218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.195326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.209867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23642154-da84-4f21-b42f-c742c274461c in Status: UNINITIALIZED for 2s [ 645.320586] env[65432]: INFO networking_nsxv3.common.synchronization [req-d04bca97-9df8-42d0-beb8-69bd97bf25b6 req-9f4d7815-1313-432f-a9fa-3ea1e651cfd2 tempest-DeleteServersAdminTestJSON-1848108081 tempest-DeleteServersAdminTestJSON-1848108081-project-member] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 645.320586] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 645.321032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.321231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.321297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.322384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.322695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.322833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.323326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.323326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.323326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.323326] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.450506] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d62d3c4-54c9-40d2-addd-b2d7d82c6e32 [ 645.450506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.450506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.450506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.450506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.450506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.450506] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d62d3c4-54c9-40d2-addd-b2d7d82c6e32 already deleted. [ 645.450506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d62d3c4-54c9-40d2-addd-b2d7d82c6e32" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.606383] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 300987c9-721a-4c10-b8b4-f3f2b1e596aa [ 645.606646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.606786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.606854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.607083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.607698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.607698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:300987c9-721a-4c10-b8b4-f3f2b1e596aa already deleted. [ 645.607698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300987c9-721a-4c10-b8b4-f3f2b1e596aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.621244] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.621460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.621583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.621835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.622472] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.622600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.622701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.622946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.623104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.623299] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.623438] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.623524] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.623649] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.624499] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.624499] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.624499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.642854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.643060] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.643196] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.643359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.643662] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.643823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.643933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.644264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.644400] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d561e8-8f2c-4619-9b14-4b258ef50a0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.828793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.829046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.829046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.830588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.830588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.830588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.830588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.830588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.830588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.830588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.830588] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be updated. [ 645.859016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.859213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.859261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.859442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.859610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.871730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: IN_PROGRESS for 2s [ 646.150096] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.150344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.151034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.151034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.151034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.151311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port a9d561e8-8f2c-4619-9b14-4b258ef50a0c not found, creating... [ 646.152266] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.152266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.152266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.152266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.152266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.152505] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.152505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.152610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.152788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.152914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.153055] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: a9d561e8-8f2c-4619-9b14-4b258ef50a0c is going to be created. [ 646.175676] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.176091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.176091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.176171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.176393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.176645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.985913] env[65432]: INFO networking_nsxv3.common.synchronization [req-d04bca97-9df8-42d0-beb8-69bd97bf25b6 req-bd05cffb-b31a-45f1-9493-0b5beb50ad34 service nova] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_rules [ 646.987571] env[65432]: INFO networking_nsxv3.common.synchronization [req-d04bca97-9df8-42d0-beb8-69bd97bf25b6 req-bd05cffb-b31a-45f1-9493-0b5beb50ad34 service nova] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 646.987851] env[65432]: INFO networking_nsxv3.common.synchronization [req-d04bca97-9df8-42d0-beb8-69bd97bf25b6 req-bd05cffb-b31a-45f1-9493-0b5beb50ad34 service nova] Enqueued Resource ID: a9d561e8-8f2c-4619-9b14-4b258ef50a0c with Priority: HIGHEST for action port [ 646.988551] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_rules [ 646.988681] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 646.988774] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d561e8-8f2c-4619-9b14-4b258ef50a0c with Priority: HIGHEST for action port [ 646.991391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.991576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.991648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.991874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.991960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.993524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.993620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.995109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.995109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.995109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.995109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.995109] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d561e8-8f2c-4619-9b14-4b258ef50a0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.220805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23642154-da84-4f21-b42f-c742c274461c in Status: SUCCESS [ 647.220925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.221117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.221340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.221682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.221682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.221873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.221873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.221971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.222035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.222142] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.497592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.497916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.499629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9d561e8-8f2c-4619-9b14-4b258ef50a0c with status ACTIVE [ 647.501928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.501928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.501928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.501928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.501928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9d561e8-8f2c-4619-9b14-4b258ef50a0c is going to be updated. [ 647.527073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.527073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.527073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.527073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.527073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.527073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d561e8-8f2c-4619-9b14-4b258ef50a0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.634557] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8d91b7c9-5c2e-4b73-8a81-2110de031647 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_rules [ 647.635695] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_rules [ 647.636317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.636842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.638430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.638430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.638430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.727849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.727849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.727849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.727849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.728639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.728639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.728639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.728639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.728639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.729088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.729088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.729189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.729288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.729437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.731336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.731336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.731336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.731336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.731336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.731336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.731336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.767696] env[65432]: INFO networking_nsxv3.common.synchronization [None req-124b5cdb-aa50-459c-b98c-cfdf43b51e91 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_rules [ 647.767696] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_rules [ 647.767696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.767696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.881943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 647.882113] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 deletion is rescheduled due to dependency. [ 647.882161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.882492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.882703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.882829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.882895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.883080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.883163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.883262] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.130408] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d37fe267-3f22-4c04-a614-d255fb0551ea None None] Enqueued Resource ID: a6097628-4aef-4f3a-9c14-d0837699ae44 with Priority: HIGHEST for action port [ 648.130408] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6097628-4aef-4f3a-9c14-d0837699ae44 with Priority: HIGHEST for action port [ 648.130408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6097628-4aef-4f3a-9c14-d0837699ae44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.130408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6097628-4aef-4f3a-9c14-d0837699ae44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.130408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6097628-4aef-4f3a-9c14-d0837699ae44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.130408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6097628-4aef-4f3a-9c14-d0837699ae44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.132557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6097628-4aef-4f3a-9c14-d0837699ae44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.164125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.164347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.164347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.164580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.164691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.164798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 already deleted. [ 648.164899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.165487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.166360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.166360] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.237077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23642154-da84-4f21-b42f-c742c274461c: rpc.has_security_group_logging(os_id): False [ 648.258114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.258737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.258737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23642154-da84-4f21-b42f-c742c274461c is going to be created. [ 648.336799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.336959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.337026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.337547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.337547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.363342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23642154-da84-4f21-b42f-c742c274461c in Status: IN_PROGRESS for 2s [ 648.386152] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.634678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6097628-4aef-4f3a-9c14-d0837699ae44 [ 648.634678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.634678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.634678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.634678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.634678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.634678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6097628-4aef-4f3a-9c14-d0837699ae44 already deleted. [ 648.634678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6097628-4aef-4f3a-9c14-d0837699ae44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.687466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.687556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.687556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.688182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.688182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.688182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 already deleted. [ 648.688182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.890673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.393158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.395071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.395071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.395071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.395071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.395071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be updated. [ 649.431112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.431264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.431450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.431752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.431921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.442537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: IN_PROGRESS for 2s [ 650.307434] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9b339c96-71f2-4021-88a2-1057671b782c None None] Enqueued Resource ID: 3b5561b3-e5d0-4dab-b368-b6cc87477653 with Priority: HIGHEST for action port [ 650.307776] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5561b3-e5d0-4dab-b368-b6cc87477653 with Priority: HIGHEST for action port [ 650.308192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b5561b3-e5d0-4dab-b368-b6cc87477653 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.308547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b5561b3-e5d0-4dab-b368-b6cc87477653" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.308655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b5561b3-e5d0-4dab-b368-b6cc87477653" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.308920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b5561b3-e5d0-4dab-b368-b6cc87477653" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.309064] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b5561b3-e5d0-4dab-b368-b6cc87477653',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.383580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23642154-da84-4f21-b42f-c742c274461c in Status: SUCCESS [ 650.383580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.813682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b5561b3-e5d0-4dab-b368-b6cc87477653 [ 650.814033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.814033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.814033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.815085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.815085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.815272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b5561b3-e5d0-4dab-b368-b6cc87477653 already deleted. [ 650.815334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b5561b3-e5d0-4dab-b368-b6cc87477653" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.143024] env[65432]: INFO networking_nsxv3.common.synchronization [req-1a7d5674-858b-4f6f-a615-8c451a90b39e req-df008085-9ec8-42e8-9cc9-9b1eff07e939 tempest-ServersAdminNegativeTestJSON-1657240494 tempest-ServersAdminNegativeTestJSON-1657240494-project-member] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 651.143024] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 651.143024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.143024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.143024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.143024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.143024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.145408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.145408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.145408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.145408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.145408] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.256093] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6b6d9c94-4166-4365-bc0a-4ae1159689c1 None None] Enqueued Resource ID: 2efc5409-c64d-412e-bcf5-4a8fac5fd777 with Priority: HIGHEST for action port [ 651.256093] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efc5409-c64d-412e-bcf5-4a8fac5fd777 with Priority: HIGHEST for action port [ 651.256093] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2efc5409-c64d-412e-bcf5-4a8fac5fd777 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.256093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2efc5409-c64d-412e-bcf5-4a8fac5fd777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.256093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2efc5409-c64d-412e-bcf5-4a8fac5fd777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.256093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2efc5409-c64d-412e-bcf5-4a8fac5fd777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.256093] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2efc5409-c64d-412e-bcf5-4a8fac5fd777',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.455648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 651.455868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.456060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.456303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.457060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.457060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.457060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.457060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.457060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.457060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.457338] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.651407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.758909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2efc5409-c64d-412e-bcf5-4a8fac5fd777 [ 651.759226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.759389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.759464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.759685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.759779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.759877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2efc5409-c64d-412e-bcf5-4a8fac5fd777 already deleted. [ 651.759960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2efc5409-c64d-412e-bcf5-4a8fac5fd777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823077] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823744] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.824018] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.824182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.824320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.824574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.824715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.824947] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.825069] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.825181] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.825428] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.825428] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.825556] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.825647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.862519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.862718] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.862889] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.863150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.863629] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.863890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.864404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.864524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.864735] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5390f5-e6ae-4e47-981f-c4ca6fab70ea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.960135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.960135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.960135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.960736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.960736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.962685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.962685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.962685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.962685] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.152974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.368317] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.368825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.370444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.371310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.371310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.371310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port bb5390f5-e6ae-4e47-981f-c4ca6fab70ea not found, creating... [ 652.371310] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.371599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.371599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.371963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.371963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.372263] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.372819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.372819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.372819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.373035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.373035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: bb5390f5-e6ae-4e47-981f-c4ca6fab70ea is going to be created. [ 652.399271] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.400217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.400429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.400759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.401211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.402016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e23de3e-6362-455f-8767-471d133228f1: rpc.has_security_group_logging(os_id): False [ 652.495252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.495442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.496107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.496107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.496107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.496739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.496739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.496739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.496739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.496954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.497723] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.497723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.497723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.497723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.500442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.500442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.500442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.500442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.500442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.500442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.500442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be updated. [ 652.578838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.578838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.578838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.578838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.578838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.597680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: IN_PROGRESS for 2s [ 652.656885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.656885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.656885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.656885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.656885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.656885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be updated. [ 652.698607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.698607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.698607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.698607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.698607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.711103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 653.207651] env[65432]: INFO networking_nsxv3.common.synchronization [req-1a7d5674-858b-4f6f-a615-8c451a90b39e req-589046fd-6f20-478d-a8ed-cbc4472971ba service nova] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_rules [ 653.207930] env[65432]: INFO networking_nsxv3.common.synchronization [req-1a7d5674-858b-4f6f-a615-8c451a90b39e req-589046fd-6f20-478d-a8ed-cbc4472971ba service nova] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 653.207930] env[65432]: INFO networking_nsxv3.common.synchronization [req-1a7d5674-858b-4f6f-a615-8c451a90b39e req-589046fd-6f20-478d-a8ed-cbc4472971ba service nova] Enqueued Resource ID: bb5390f5-e6ae-4e47-981f-c4ca6fab70ea with Priority: HIGHEST for action port [ 653.209120] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_rules [ 653.209120] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 653.209120] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5390f5-e6ae-4e47-981f-c4ca6fab70ea with Priority: HIGHEST for action port [ 653.210910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.211103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.211179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.211501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.211631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.212776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.212884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.216025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.216025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.216025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.216025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.216025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5390f5-e6ae-4e47-981f-c4ca6fab70ea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.441602] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ebc1aba6-84e7-4514-b592-bb110a35e840 None None] Enqueued Resource ID: 15c43e03-b897-4f2a-83f8-10f3a7a1d12f with Priority: HIGHEST for action port [ 653.442171] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c43e03-b897-4f2a-83f8-10f3a7a1d12f with Priority: HIGHEST for action port [ 653.442472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c43e03-b897-4f2a-83f8-10f3a7a1d12f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.442594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c43e03-b897-4f2a-83f8-10f3a7a1d12f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.442716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c43e03-b897-4f2a-83f8-10f3a7a1d12f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.443227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c43e03-b897-4f2a-83f8-10f3a7a1d12f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.443227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c43e03-b897-4f2a-83f8-10f3a7a1d12f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.638415] env[65432]: INFO networking_nsxv3.common.synchronization [req-12675213-bcb6-4764-8fa0-be3f38fe1ce4 req-452c7ad0-6c8a-49fe-85ab-c34fc4bdacdc tempest-ServersTestFqdnHostnames-1293502269 tempest-ServersTestFqdnHostnames-1293502269-project-member] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_members [ 653.638950] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGHEST for action security_group_members [ 653.639288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.639467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.639552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.639761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.639924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.643410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.644184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.644184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.644184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.644184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.719985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.719985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb5390f5-e6ae-4e47-981f-c4ca6fab70ea with status ACTIVE [ 653.719985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.719985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.719985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.719985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.720724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.720724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.720724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.720724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.720724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb5390f5-e6ae-4e47-981f-c4ca6fab70ea is going to be updated. [ 653.742364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.742364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.742508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.743135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.743135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.743135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5390f5-e6ae-4e47-981f-c4ca6fab70ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.946211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15c43e03-b897-4f2a-83f8-10f3a7a1d12f [ 653.947545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.947545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.947545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.947545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.947545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.947545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15c43e03-b897-4f2a-83f8-10f3a7a1d12f already deleted. [ 653.947545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c43e03-b897-4f2a-83f8-10f3a7a1d12f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.146508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.146683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.146753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.146956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.147089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.147296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.147406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.147791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.147791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.147791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.147791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 is going to be updated. [ 654.179126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.179126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.179126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.179304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.179304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.192589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 in Status: IN_PROGRESS for 2s [ 654.416319] env[65432]: INFO networking_nsxv3.common.synchronization [None req-66bdbfaa-b0f2-4819-944a-51987aa6ffae None None] Enqueued Resource ID: a1cd1a81-4487-4a5d-a3fc-34ad227721d2 with Priority: HIGHEST for action port [ 654.417000] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cd1a81-4487-4a5d-a3fc-34ad227721d2 with Priority: HIGHEST for action port [ 654.417494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cd1a81-4487-4a5d-a3fc-34ad227721d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.417607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cd1a81-4487-4a5d-a3fc-34ad227721d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.417607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cd1a81-4487-4a5d-a3fc-34ad227721d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.417942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cd1a81-4487-4a5d-a3fc-34ad227721d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.418085] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cd1a81-4487-4a5d-a3fc-34ad227721d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.590847] env[65432]: INFO networking_nsxv3.common.synchronization [req-24686c59-cc2d-4606-9870-fd4f9f698f4b req-7b4196c4-f0e5-40ff-9e9d-c6ebf5264672 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_members [ 654.591615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_members [ 654.591980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.592116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.592443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.592602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.592733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.593247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.593247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.593247] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.613029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 654.614233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.721205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 654.721438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.721624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.721854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.722056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.722236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.722236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.722381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.722462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.722558] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.920096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1cd1a81-4487-4a5d-a3fc-34ad227721d2 [ 654.920372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.920597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.920669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.922089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.922089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.922089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1cd1a81-4487-4a5d-a3fc-34ad227721d2 already deleted. [ 654.922089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cd1a81-4487-4a5d-a3fc-34ad227721d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.095815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.096168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.096249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.096431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.096522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.096722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.096823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.098019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.098019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.098019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.098019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 already deleted. [ 655.098019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.224895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.249808] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9b3db335-ec4e-42a1-a6af-5642a86407b9 None None] Enqueued Resource ID: 4fa24739-ae6a-45aa-b247-4bd1d39e8ff9 with Priority: HIGHEST for action port [ 655.250498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa24739-ae6a-45aa-b247-4bd1d39e8ff9 with Priority: HIGHEST for action port [ 655.250877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa24739-ae6a-45aa-b247-4bd1d39e8ff9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.251637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa24739-ae6a-45aa-b247-4bd1d39e8ff9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.251742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa24739-ae6a-45aa-b247-4bd1d39e8ff9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.252080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa24739-ae6a-45aa-b247-4bd1d39e8ff9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.252204] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa24739-ae6a-45aa-b247-4bd1d39e8ff9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.440317] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.440862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.440862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.441227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.441603] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.441789] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.441928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.442209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.442373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.442608] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.442739] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.442864] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.442988] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.443123] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.443221] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.443349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.463580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.463774] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.463983] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.464124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.464472] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.464643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.464754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.465117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.465254] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f158c8b-f9f8-4c46-95d6-eafbd64904d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.727791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.754770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa24739-ae6a-45aa-b247-4bd1d39e8ff9 [ 655.755249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.755396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.755469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.755717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.755808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.755909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa24739-ae6a-45aa-b247-4bd1d39e8ff9 already deleted. [ 655.755991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa24739-ae6a-45aa-b247-4bd1d39e8ff9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.970623] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.970623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.970623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.970623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.970623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.970623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 6f158c8b-f9f8-4c46-95d6-eafbd64904d2 not found, creating... [ 655.970917] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.971020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.971144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.971359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.971869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.971869] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.972142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.972142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.972891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.972891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.972891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 6f158c8b-f9f8-4c46-95d6-eafbd64904d2 is going to be created. [ 656.000999] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.000999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.001363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.001363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.001709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.002183] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.203529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 in Status: SUCCESS [ 656.203693] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 deletion is rescheduled due to dependency. [ 656.203834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.230646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.230829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.231414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.231706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.231806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.231914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be updated. [ 656.277085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.277085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.277085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.277085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.277085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.286693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 656.769654] env[65432]: INFO networking_nsxv3.common.synchronization [req-24686c59-cc2d-4606-9870-fd4f9f698f4b req-719a795f-9ab8-402b-818e-ec39d0a47a44 service nova] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_rules [ 656.769654] env[65432]: INFO networking_nsxv3.common.synchronization [req-24686c59-cc2d-4606-9870-fd4f9f698f4b req-719a795f-9ab8-402b-818e-ec39d0a47a44 service nova] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_members [ 656.769654] env[65432]: INFO networking_nsxv3.common.synchronization [req-24686c59-cc2d-4606-9870-fd4f9f698f4b req-719a795f-9ab8-402b-818e-ec39d0a47a44 service nova] Enqueued Resource ID: 6f158c8b-f9f8-4c46-95d6-eafbd64904d2 with Priority: HIGHEST for action port [ 656.770140] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_rules [ 656.771318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_members [ 656.771318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f158c8b-f9f8-4c46-95d6-eafbd64904d2 with Priority: HIGHEST for action port [ 656.771318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.771318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.771318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.771838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.771838] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.773406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.773406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.773406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.773598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.773853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.773853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.773994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.774053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.774103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.774192] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.775972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.776121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.776183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.777969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.777969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f158c8b-f9f8-4c46-95d6-eafbd64904d2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.275227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f158c8b-f9f8-4c46-95d6-eafbd64904d2 with status ACTIVE [ 657.280959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.281593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.281593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.281593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.281721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.281758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.283112] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f158c8b-f9f8-4c46-95d6-eafbd64904d2 is going to be updated. [ 657.283997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.315950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.316119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.316193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.316406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.316541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.316697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f158c8b-f9f8-4c46-95d6-eafbd64904d2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.787388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.969665] env[65432]: INFO networking_nsxv3.common.synchronization [None req-07a6b20a-7524-4ac9-8da6-5bbdfc0c9a7c None None] Enqueued Resource ID: e5cddaf1-4503-44f8-aeb3-dad772b5acaa with Priority: HIGHEST for action port [ 657.972147] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cddaf1-4503-44f8-aeb3-dad772b5acaa with Priority: HIGHEST for action port [ 657.972147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cddaf1-4503-44f8-aeb3-dad772b5acaa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.972147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cddaf1-4503-44f8-aeb3-dad772b5acaa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.972147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cddaf1-4503-44f8-aeb3-dad772b5acaa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.972147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cddaf1-4503-44f8-aeb3-dad772b5acaa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.972147] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cddaf1-4503-44f8-aeb3-dad772b5acaa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.291143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.291143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.291403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.291443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.291527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.291631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 is going to be created. [ 658.294628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 658.294913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.296027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.296027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.296676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.317675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.317829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.317901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.318129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.318287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.330552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: UNINITIALIZED for 2s [ 658.425767] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e5b03e89-adb2-4b0b-9fb3-47aeff9becfc None None] Enqueued Resource ID: 33cf7df0-f21b-4f5c-9ab0-c8f837018efb with Priority: HIGHEST for action port [ 658.426297] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33cf7df0-f21b-4f5c-9ab0-c8f837018efb with Priority: HIGHEST for action port [ 658.426978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-33cf7df0-f21b-4f5c-9ab0-c8f837018efb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.426978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33cf7df0-f21b-4f5c-9ab0-c8f837018efb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.426978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33cf7df0-f21b-4f5c-9ab0-c8f837018efb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.427664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33cf7df0-f21b-4f5c-9ab0-c8f837018efb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.427812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33cf7df0-f21b-4f5c-9ab0-c8f837018efb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.476734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5cddaf1-4503-44f8-aeb3-dad772b5acaa [ 658.476945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.477298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.477429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.477818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.477818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.477818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5cddaf1-4503-44f8-aeb3-dad772b5acaa already deleted. [ 658.477943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cddaf1-4503-44f8-aeb3-dad772b5acaa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.799207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.801094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.801163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.801377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.801645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.801780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.801854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.802020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.802117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.802264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.802345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.802434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.802491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.804036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.804036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.804344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.804344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.804423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.804474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.804543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.804654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.933346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33cf7df0-f21b-4f5c-9ab0-c8f837018efb [ 658.933346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.933346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.933346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.933346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.933346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.933346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33cf7df0-f21b-4f5c-9ab0-c8f837018efb already deleted. [ 658.933346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33cf7df0-f21b-4f5c-9ab0-c8f837018efb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.049343] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5088b207-b696-4a8b-bcd5-d576e465cf3b None None] Enqueued Resource ID: 5b83d226-a8a2-4b9b-991a-d1d126ae4747 with Priority: HIGHEST for action port [ 659.049343] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b83d226-a8a2-4b9b-991a-d1d126ae4747 with Priority: HIGHEST for action port [ 659.050105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b83d226-a8a2-4b9b-991a-d1d126ae4747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.051010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b83d226-a8a2-4b9b-991a-d1d126ae4747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.053069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b83d226-a8a2-4b9b-991a-d1d126ae4747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.053069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b83d226-a8a2-4b9b-991a-d1d126ae4747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.053069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b83d226-a8a2-4b9b-991a-d1d126ae4747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.311220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 476e77c1-1be7-4685-9e31-32edbf2bfec6: rpc.has_security_group_logging(os_id): False [ 659.342175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.342320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.342389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.342625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.342720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.342924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.343032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.343094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.343252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.343516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.343612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.343665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.343853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.344181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.345542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.345542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.345542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.345542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be updated. [ 659.450016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.450242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.450242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.450995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.450995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.473352] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 659.510484] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9e24671-4ee9-4ba0-99db-7c3f3da6dbff req-61b8d512-ae45-4bc1-a187-817ca4181442 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 659.510484] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 659.515701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.515701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.515701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.517534] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.555609] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b83d226-a8a2-4b9b-991a-d1d126ae4747 [ 659.555995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.556225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.556334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.556639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.556780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.556925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b83d226-a8a2-4b9b-991a-d1d126ae4747 already deleted. [ 659.557093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b83d226-a8a2-4b9b-991a-d1d126ae4747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.019788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.021161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.021161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.023753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.023753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.023753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.023753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.023753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.023753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.023753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.023753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 660.059146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.059146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.059146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.059146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.059146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.069679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 660.165975] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.166275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.166275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.167021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.167021] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.167021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.167021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.167730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.167956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.168228] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.168377] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.168517] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.168948] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.168948] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.168948] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.169138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.205070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.205261] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.205261] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.205438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.205758] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-d339a4b0-d7bb-453c-9bad-aef710550689 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.205955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.206150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.206475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.206611] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d339a4b0-d7bb-453c-9bad-aef710550689',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.343712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: SUCCESS [ 660.343712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.344716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.345224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.345590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.345915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.346120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.346464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.346688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.346908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.347131] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.745086] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.745086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port d339a4b0-d7bb-453c-9bad-aef710550689 not found, creating... [ 660.745086] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.745086] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.756908] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.756908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.756908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.756908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.756908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.756908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: d339a4b0-d7bb-453c-9bad-aef710550689 is going to be created. [ 660.756908] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.756908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.756908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.759844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.759844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.759844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.850507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.288390] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ef3ef8eb-486d-4f27-9cb1-a25ee3d62bd7 None None] Enqueued Resource ID: ae40f4ec-7007-4713-b265-b2868d70b832 with Priority: HIGHEST for action port [ 661.289363] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae40f4ec-7007-4713-b265-b2868d70b832 with Priority: HIGHEST for action port [ 661.289563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae40f4ec-7007-4713-b265-b2868d70b832 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.289692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae40f4ec-7007-4713-b265-b2868d70b832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.289757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae40f4ec-7007-4713-b265-b2868d70b832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.290029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae40f4ec-7007-4713-b265-b2868d70b832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.290112] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae40f4ec-7007-4713-b265-b2868d70b832',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.354765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902528a2-3669-4003-bd35-eddf5ee98664: rpc.has_security_group_logging(os_id): False [ 661.374755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.374755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.374755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.375012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.375052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.375607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.375721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.375761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.376039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.376039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.376146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 is going to be created. [ 661.449088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.449578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.449697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.450277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.450277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.463570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: IN_PROGRESS for 2s [ 661.488805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 661.489090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.504565] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9e24671-4ee9-4ba0-99db-7c3f3da6dbff req-5c9fef25-eb20-42f1-9f53-301087dce716 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 661.504793] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9e24671-4ee9-4ba0-99db-7c3f3da6dbff req-5c9fef25-eb20-42f1-9f53-301087dce716 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 661.504978] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9e24671-4ee9-4ba0-99db-7c3f3da6dbff req-5c9fef25-eb20-42f1-9f53-301087dce716 service nova] Enqueued Resource ID: d339a4b0-d7bb-453c-9bad-aef710550689 with Priority: HIGHEST for action port [ 661.505724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 661.505890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 661.506034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d339a4b0-d7bb-453c-9bad-aef710550689 with Priority: HIGHEST for action port [ 661.506492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.506656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.506774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.508540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.509080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.510607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d339a4b0-d7bb-453c-9bad-aef710550689 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.510607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.510607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.510607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.510607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d339a4b0-d7bb-453c-9bad-aef710550689',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.792141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae40f4ec-7007-4713-b265-b2868d70b832 [ 661.792414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.792549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.792617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.792981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae40f4ec-7007-4713-b265-b2868d70b832 already deleted. [ 661.793657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae40f4ec-7007-4713-b265-b2868d70b832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.013043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.013043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.013043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d339a4b0-d7bb-453c-9bad-aef710550689 with status ACTIVE [ 662.013430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.013606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.013704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.015563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.015563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.015563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.015563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.015563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.015563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.015879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.015879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.015966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.016011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.016218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.016323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.016429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d339a4b0-d7bb-453c-9bad-aef710550689 is going to be updated. [ 662.040849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.041101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.041161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.041372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.041512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.041725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d339a4b0-d7bb-453c-9bad-aef710550689" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085903] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 662.085903] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.085903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.085903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.587447] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.742088] env[65432]: INFO networking_nsxv3.common.synchronization [req-c661b538-7519-45bd-a438-18d8fad54e1f req-7eae4eaf-29eb-4f0e-a18a-2fe5ef5ff251 tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 662.742088] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 662.742381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.742470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.742606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.743026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.743026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.743827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.743827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.743940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.744407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.744407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.987414] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c479047f-a674-4f03-bbb0-213d9911af31 None None] Enqueued Resource ID: 09cb82fb-8fc0-4e55-b860-e5c883288cab with Priority: HIGHEST for action port [ 662.989282] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09cb82fb-8fc0-4e55-b860-e5c883288cab with Priority: HIGHEST for action port [ 662.989969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-09cb82fb-8fc0-4e55-b860-e5c883288cab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.989969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09cb82fb-8fc0-4e55-b860-e5c883288cab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.990529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09cb82fb-8fc0-4e55-b860-e5c883288cab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.990647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09cb82fb-8fc0-4e55-b860-e5c883288cab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991152] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09cb82fb-8fc0-4e55-b860-e5c883288cab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.093822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.246024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.246174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.247037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.247273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.247373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.247591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.247696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.247760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.247918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.247996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.248097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 already deleted. [ 663.248227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.326089] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.326344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.326472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.326795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.327134] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.327749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.327749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.327749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.327908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.327973] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.328752] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.328796] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.329465] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.329630] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.329751] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.329886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.352709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.352709] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.352709] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.352709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.352709] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.352709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.352709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.352709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352709] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cf4c78-4426-4824-9d7d-d33b50ff0f10',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.480530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: SUCCESS [ 663.481349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.494476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09cb82fb-8fc0-4e55-b860-e5c883288cab [ 663.494476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.494476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.494476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.494476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.494476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.494476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09cb82fb-8fc0-4e55-b860-e5c883288cab already deleted. [ 663.494476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09cb82fb-8fc0-4e55-b860-e5c883288cab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.598221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.598752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.598752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.598884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.599016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.599170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 663.634142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.634142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.634142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.634142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.634142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.648030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 663.718439] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c07d2a2e-0e1d-44b5-a131-fd6fbd462f9f None None] Enqueued Resource ID: f0dd5c68-0b19-4435-a9bf-38b817abffce with Priority: HIGHEST for action port [ 663.718439] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0dd5c68-0b19-4435-a9bf-38b817abffce with Priority: HIGHEST for action port [ 663.718439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0dd5c68-0b19-4435-a9bf-38b817abffce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.718930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0dd5c68-0b19-4435-a9bf-38b817abffce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.718930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0dd5c68-0b19-4435-a9bf-38b817abffce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.718930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0dd5c68-0b19-4435-a9bf-38b817abffce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.719132] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0dd5c68-0b19-4435-a9bf-38b817abffce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.854452] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.855624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.855624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.855624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.855624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.855624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port d9cf4c78-4426-4824-9d7d-d33b50ff0f10 not found, creating... [ 663.856694] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.856899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.857193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.857418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.857592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.857874] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.859302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.859927] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.860132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.860308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.860531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: d9cf4c78-4426-4824-9d7d-d33b50ff0f10 is going to be created. [ 663.885445] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.885445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.885445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.885807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.886829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.886829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.014600] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6099fb84-47f1-48e9-812b-bcea2ed09014 tempest-ServerActionsV293TestJSON-332197909 tempest-ServerActionsV293TestJSON-332197909-project-member] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_rules [ 664.015076] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_rules [ 664.015385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.015516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.015583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.015856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.015936] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.222691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0dd5c68-0b19-4435-a9bf-38b817abffce [ 664.222691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.222691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.222691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.223042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.223221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.223353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0dd5c68-0b19-4435-a9bf-38b817abffce already deleted. [ 664.223458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0dd5c68-0b19-4435-a9bf-38b817abffce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.457831] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6cbe8f14-44f9-4aea-aaec-9a7e41af0956 tempest-ServerActionsV293TestJSON-332197909 tempest-ServerActionsV293TestJSON-332197909-project-member] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_rules [ 664.458477] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_rules [ 664.458721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.458829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.537447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.537674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.537674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.537965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.538123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.538267] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 already deleted. [ 664.538424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.538592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.538766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.538851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.593252] env[65432]: INFO networking_nsxv3.common.synchronization [req-c661b538-7519-45bd-a438-18d8fad54e1f req-1655151f-e3ac-444f-a3d0-83dfd83e8050 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 664.593252] env[65432]: INFO networking_nsxv3.common.synchronization [req-c661b538-7519-45bd-a438-18d8fad54e1f req-1655151f-e3ac-444f-a3d0-83dfd83e8050 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 664.593252] env[65432]: INFO networking_nsxv3.common.synchronization [req-c661b538-7519-45bd-a438-18d8fad54e1f req-1655151f-e3ac-444f-a3d0-83dfd83e8050 service nova] Enqueued Resource ID: d9cf4c78-4426-4824-9d7d-d33b50ff0f10 with Priority: HIGHEST for action port [ 664.593252] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 664.593252] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 664.593252] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cf4c78-4426-4824-9d7d-d33b50ff0f10 with Priority: HIGHEST for action port [ 664.593252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.595763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.595763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.596528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.596645] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.598379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.599086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.601056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.601056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.601056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.603446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.603446] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cf4c78-4426-4824-9d7d-d33b50ff0f10',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.063815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.064140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.064239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.064557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.064952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.064952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 already deleted. [ 665.064952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.101974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.106716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.106908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.342038] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-fdac413a-bc84-4e6c-9d92-e3323dd59b55 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 665.342038] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 665.342038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.342038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.342038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.342569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.342569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.342569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.342569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.342970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.342970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.342970] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.608320] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.608822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9cf4c78-4426-4824-9d7d-d33b50ff0f10 with status ACTIVE [ 665.609070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.609847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.609847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.609847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.609847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.610080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.610080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.610171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.610241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.610457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.610748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.610850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.610889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.611186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.611582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.611582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9cf4c78-4426-4824-9d7d-d33b50ff0f10 is going to be updated. [ 665.633705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.633837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.633901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.634138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.634271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.634433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9cf4c78-4426-4824-9d7d-d33b50ff0f10" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.659060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659060] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.848239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.848239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.848239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e already deleted. [ 665.848239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.115174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.115327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.115394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.115612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.115892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.116018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be created. [ 666.144040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.144040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.144040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.144460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.144726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.154926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: UNINITIALIZED for 2s [ 666.161496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.161655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.161766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.161949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.162133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.162266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.162316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.162440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.162559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.162607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.162728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.162833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.162882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.163023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.163978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.163978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.163978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.163978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.163978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.163978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.163978] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.228220] env[65432]: INFO networking_nsxv3.common.synchronization [None req-be03f34c-78c1-4ccb-8413-769b8709f2b6 None None] Enqueued Resource ID: b3ba9c49-67f7-497c-a0a5-2f3becc7450f with Priority: HIGHEST for action port [ 666.228401] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba9c49-67f7-497c-a0a5-2f3becc7450f with Priority: HIGHEST for action port [ 666.228801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3ba9c49-67f7-497c-a0a5-2f3becc7450f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.230767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3ba9c49-67f7-497c-a0a5-2f3becc7450f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.230767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3ba9c49-67f7-497c-a0a5-2f3becc7450f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.230767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3ba9c49-67f7-497c-a0a5-2f3becc7450f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.230767] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ba9c49-67f7-497c-a0a5-2f3becc7450f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.370347] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-53c5b1a4-9a42-41f8-b2d1-339d5dd629b9 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 666.371188] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 666.371361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.371361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.371466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.375303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.375538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.375846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.375846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.375846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.375846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.375846] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.654056] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0cc245ad-cbd1-43ab-977d-41c1fb2b6fe4 None None] Enqueued Resource ID: ffcc5401-ce75-43a7-93e1-83f9c47eb22b with Priority: HIGHEST for action port [ 666.654056] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffcc5401-ce75-43a7-93e1-83f9c47eb22b with Priority: HIGHEST for action port [ 666.654056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffcc5401-ce75-43a7-93e1-83f9c47eb22b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.654056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffcc5401-ce75-43a7-93e1-83f9c47eb22b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.654920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffcc5401-ce75-43a7-93e1-83f9c47eb22b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.655638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffcc5401-ce75-43a7-93e1-83f9c47eb22b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.655946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffcc5401-ce75-43a7-93e1-83f9c47eb22b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.667046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c47b16-1ba0-4464-ba99-10f789473638: rpc.has_security_group_logging(os_id): False [ 666.691797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.692066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.692066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.693301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.693480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.693999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.694230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.694303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.694508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.694588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.694881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.695048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.695105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.699997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.699997] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 666.732698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3ba9c49-67f7-497c-a0a5-2f3becc7450f [ 666.733129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.733700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.733824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.734114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.734274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.734408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3ba9c49-67f7-497c-a0a5-2f3becc7450f already deleted. [ 666.734540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3ba9c49-67f7-497c-a0a5-2f3becc7450f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.779178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.779388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.779388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.779781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.779781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.798415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 666.879303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.879438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.879484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.880759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.880759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.880759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.880759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.880759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.880759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.880759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.881312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e already deleted. [ 666.881312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.158898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffcc5401-ce75-43a7-93e1-83f9c47eb22b [ 667.158898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.158898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.158898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.159156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.159194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.159280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffcc5401-ce75-43a7-93e1-83f9c47eb22b already deleted. [ 667.159358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffcc5401-ce75-43a7-93e1-83f9c47eb22b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.729958] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-90f72c00-8525-4c07-97de-a689a32c5292 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 667.729958] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 667.729958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.729958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.729958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.731995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.732391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.732391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.733066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.733066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.733066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.733224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.890752] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2c5a9c59-a7c9-44f8-a4b5-f641bed12e6c None None] Enqueued Resource ID: cfb0eca3-c844-4566-9f0b-f4b404d11564 with Priority: HIGHEST for action port [ 667.891956] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb0eca3-c844-4566-9f0b-f4b404d11564 with Priority: HIGHEST for action port [ 667.892383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb0eca3-c844-4566-9f0b-f4b404d11564 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.892383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb0eca3-c844-4566-9f0b-f4b404d11564" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.892502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb0eca3-c844-4566-9f0b-f4b404d11564" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.892686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb0eca3-c844-4566-9f0b-f4b404d11564" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.892768] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb0eca3-c844-4566-9f0b-f4b404d11564',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.166573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 668.166573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.166573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.166573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.166803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.166803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.166803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.166986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.167084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.167174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.167264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.185388] env[65432]: INFO networking_nsxv3.common.synchronization [req-5a44e1e1-c476-453b-af06-bf65e3fc737c req-16529ea6-5007-4ec1-b2ed-eebbf7931846 tempest-InstanceActionsTestJSON-941335048 tempest-InstanceActionsTestJSON-941335048-project-member] Enqueued Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_members [ 668.185859] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_members [ 668.186167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.186284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.186352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.186602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.186759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.186855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.186918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.187381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.187381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.187458] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.241673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.241673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.241673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e already deleted. [ 668.241673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.398018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfb0eca3-c844-4566-9f0b-f4b404d11564 [ 668.398018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.398018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.398018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.398018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.398018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.398018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfb0eca3-c844-4566-9f0b-f4b404d11564 already deleted. [ 668.398018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb0eca3-c844-4566-9f0b-f4b404d11564" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.556944] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.557161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.557278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.557601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.557862] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.558104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.558199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.558550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.558646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.559225] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.559374] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.559480] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.559582] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.559692] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.559791] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.559930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.582618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.582618] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.582618] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.582618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.582618] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-ef758a13-c623-4543-8166-ae9e33fe6762 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.582618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.582618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.582618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.582618] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef758a13-c623-4543-8166-ae9e33fe6762',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.671878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.671878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.671878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.671878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.671878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.672998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.672998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.673352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.673352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.673352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.673630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.673630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.673630] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.690442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.690743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.690819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.691044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.691137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.691331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.691425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.691484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.691640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.691716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.691800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf94a5d-626e-4dba-986f-221f20b94df7 already deleted. [ 668.691880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.723340] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.723541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-718" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.723695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-718" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.724047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-718" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.724308] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.724490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.724741] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.725021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.725182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.725412] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.725526] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.725629] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.725759] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.725926] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.726068] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.726202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.744047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.744393] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.744393] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.744476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-718" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.745051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.745051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.745051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.745353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.745487] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c77d248-7f86-4bd3-aeaa-c64edc7607d0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.814404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 668.814404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.084616] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.084927] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.085065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.085641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.085641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.085883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port ef758a13-c623-4543-8166-ae9e33fe6762 not found, creating... [ 669.086919] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.086919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.086919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.086919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.086919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.087296] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.087481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.087738] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.087935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.088151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.088386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: ef758a13-c623-4543-8166-ae9e33fe6762 is going to be created. [ 669.113390] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.113698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.113781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.114101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.114410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.114670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.176229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0a3febf-1ac2-4be4-828f-0b7c313505f1: rpc.has_security_group_logging(os_id): False [ 669.208280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.210919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.210919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.210919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.212099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.212099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.212099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.212099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.212099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.212099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be created. [ 669.248467] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.249788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.249788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.249788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.249788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.250055] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 7c77d248-7f86-4bd3-aeaa-c64edc7607d0 not found, creating... [ 669.250408] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.250939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.250939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.251249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.251474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.252036] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.252299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.252553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.252939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.254044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.254044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 7c77d248-7f86-4bd3-aeaa-c64edc7607d0 is going to be created. [ 669.286812] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.286812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.286812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.286812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.286812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.286812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.316916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.317238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.317238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.317394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.317530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.350154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 669.539560] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6795541f-c339-4f4c-ad5b-82da6262a6f1 None None] Enqueued Resource ID: 70e71210-a8f4-4538-9ad2-1de54a2258b7 with Priority: HIGHEST for action port [ 669.540482] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e71210-a8f4-4538-9ad2-1de54a2258b7 with Priority: HIGHEST for action port [ 669.540482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e71210-a8f4-4538-9ad2-1de54a2258b7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.540482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e71210-a8f4-4538-9ad2-1de54a2258b7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.540864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e71210-a8f4-4538-9ad2-1de54a2258b7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.540864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e71210-a8f4-4538-9ad2-1de54a2258b7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.540976] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e71210-a8f4-4538-9ad2-1de54a2258b7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.850093] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-a07fcff5-d01a-4d7c-bed7-d07378b44e0e service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 669.851619] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-a07fcff5-d01a-4d7c-bed7-d07378b44e0e service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 669.851619] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-a07fcff5-d01a-4d7c-bed7-d07378b44e0e service nova] Enqueued Resource ID: ef758a13-c623-4543-8166-ae9e33fe6762 with Priority: HIGHEST for action port [ 669.852974] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 669.853196] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 669.853333] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef758a13-c623-4543-8166-ae9e33fe6762 with Priority: HIGHEST for action port [ 669.853775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.854011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.854011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.857731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.857731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.857731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.857731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.857731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.858433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.858433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.858433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.858433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.858580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.858707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.858793] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.859949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef758a13-c623-4543-8166-ae9e33fe6762 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.859949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.860190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.860190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.860331] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef758a13-c623-4543-8166-ae9e33fe6762',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.047010] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70e71210-a8f4-4538-9ad2-1de54a2258b7 [ 670.047127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.047270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.047336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.047562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.047649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.047741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70e71210-a8f4-4538-9ad2-1de54a2258b7 already deleted. [ 670.047816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e71210-a8f4-4538-9ad2-1de54a2258b7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.084886] env[65432]: INFO networking_nsxv3.common.synchronization [req-5a44e1e1-c476-453b-af06-bf65e3fc737c req-fd758961-baf9-41f9-8957-b0a979c66297 service nova] Enqueued Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_rules [ 670.085727] env[65432]: INFO networking_nsxv3.common.synchronization [req-5a44e1e1-c476-453b-af06-bf65e3fc737c req-fd758961-baf9-41f9-8957-b0a979c66297 service nova] Enqueued Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_members [ 670.085727] env[65432]: INFO networking_nsxv3.common.synchronization [req-5a44e1e1-c476-453b-af06-bf65e3fc737c req-fd758961-baf9-41f9-8957-b0a979c66297 service nova] Enqueued Resource ID: 7c77d248-7f86-4bd3-aeaa-c64edc7607d0 with Priority: HIGHEST for action port [ 670.085953] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_rules [ 670.090233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_members [ 670.090233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c77d248-7f86-4bd3-aeaa-c64edc7607d0 with Priority: HIGHEST for action port [ 670.090233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.090233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.090233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.090585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.090585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.095227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.095227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.095227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.095227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.095227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.095944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c77d248-7f86-4bd3-aeaa-c64edc7607d0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.363159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.364320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.366019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef758a13-c623-4543-8166-ae9e33fe6762 with status ACTIVE [ 670.366019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.366019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.366019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.366891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.367275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.367527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.367705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.367977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.368727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.368727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef758a13-c623-4543-8166-ae9e33fe6762 is going to be updated. [ 670.393011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.394647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.394647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.394647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.394647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.394647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef758a13-c623-4543-8166-ae9e33fe6762" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515019] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0d2aed1d-ec70-4784-89ac-d7b3cdda5911 None None] Enqueued Resource ID: e87b92b8-2987-43b7-b4e9-062ab53fd641 with Priority: HIGHEST for action port [ 670.516029] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87b92b8-2987-43b7-b4e9-062ab53fd641 with Priority: HIGHEST for action port [ 670.516029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e87b92b8-2987-43b7-b4e9-062ab53fd641 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.516029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e87b92b8-2987-43b7-b4e9-062ab53fd641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.516300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e87b92b8-2987-43b7-b4e9-062ab53fd641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.516339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e87b92b8-2987-43b7-b4e9-062ab53fd641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.516406] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e87b92b8-2987-43b7-b4e9-062ab53fd641',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.599050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.599050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.599050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.599050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c77d248-7f86-4bd3-aeaa-c64edc7607d0 with status ACTIVE [ 670.599050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.599506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.599506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.599506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.599652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.599755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.599855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.599925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.600087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.600160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.600349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.600495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.600609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.600793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.601350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.604223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c77d248-7f86-4bd3-aeaa-c64edc7607d0 is going to be updated. [ 670.634173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.634417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.634417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.634596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.634753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.634912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c77d248-7f86-4bd3-aeaa-c64edc7607d0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.713838] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.714069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-959" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.714223] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-959" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.714551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-959" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.714809] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.714974] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.715447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.715630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.715785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.715990] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.716144] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.716209] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.717190] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.717326] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.717443] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.717589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.753647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.753647] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.753647] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.753647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-959" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.753647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-30e1b260-991a-404f-9850-1a264e0ddb1a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.753647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.753647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.753647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.753647] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e1b260-991a-404f-9850-1a264e0ddb1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.873119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.018697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e87b92b8-2987-43b7-b4e9-062ab53fd641 [ 671.020274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.020274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.020274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.020274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.020274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.020274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e87b92b8-2987-43b7-b4e9-062ab53fd641 already deleted. [ 671.020274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e87b92b8-2987-43b7-b4e9-062ab53fd641" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.106111] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.255842] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.256149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.256310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.256615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.256825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.257673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 30e1b260-991a-404f-9850-1a264e0ddb1a not found, creating... [ 671.258078] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.258316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.258475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.259644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.260436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.263999] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.263999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.263999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.263999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.263999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.263999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 30e1b260-991a-404f-9850-1a264e0ddb1a is going to be created. [ 671.284874] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.285134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.285217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.285471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.287557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.287557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.367311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 671.367517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.377167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.377351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.377424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.377645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.377738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.377839] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be created. [ 671.417626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.417770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.417840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.418317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.418571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.433732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: UNINITIALIZED for 2s [ 671.609251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.609422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.609485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.609706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.609802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.609932] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf94a5d-626e-4dba-986f-221f20b94df7 is going to be created. [ 671.653821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.653972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.654435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.654435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.654435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.669030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf94a5d-626e-4dba-986f-221f20b94df7 in Status: UNINITIALIZED for 2s [ 672.085183] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-4a7bd411-7176-4cc0-8a00-c366ba24661b service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 672.085839] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-4a7bd411-7176-4cc0-8a00-c366ba24661b service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 672.085839] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-4a7bd411-7176-4cc0-8a00-c366ba24661b service nova] Enqueued Resource ID: 30e1b260-991a-404f-9850-1a264e0ddb1a with Priority: HIGHEST for action port [ 672.085978] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 672.088151] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 672.088151] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e1b260-991a-404f-9850-1a264e0ddb1a with Priority: HIGHEST for action port [ 672.090914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.090914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.090914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.090914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.090914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e1b260-991a-404f-9850-1a264e0ddb1a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.090914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.090914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.090914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.090914] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e1b260-991a-404f-9850-1a264e0ddb1a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.597026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30e1b260-991a-404f-9850-1a264e0ddb1a with status ACTIVE [ 672.597026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.597026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.597026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.597026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30e1b260-991a-404f-9850-1a264e0ddb1a is going to be updated. [ 672.626053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.626053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.626053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.626367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.626367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.626367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e1b260-991a-404f-9850-1a264e0ddb1a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.151469] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.151834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.151834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.154152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.154152] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.154152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.154152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.154152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.154152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.154152] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.154152] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.154152] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.154152] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.154152] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.154152] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.154152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.178749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.178918] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.179063] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.179238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.179548] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-44676813-60c1-4efc-a384-f933263a2c87 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.179715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.179829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.180169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.180307] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44676813-60c1-4efc-a384-f933263a2c87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.445906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.445906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.445906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.446395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.446395] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.446981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.447202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.447364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.447467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.447527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.447668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.447749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.447871] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.587523] env[65432]: INFO networking_nsxv3.common.synchronization [req-41a1e5f7-e91d-4a2b-abf0-e585e83f6a84 req-19de8aba-ae3d-4ade-b3d5-9e044a877884 tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 673.587523] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 673.587919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.588240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.588467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.589228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.589621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.589916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.590292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.590642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.590978] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.679018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf94a5d-626e-4dba-986f-221f20b94df7 in Status: SUCCESS [ 673.679302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.679478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.679734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.679933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.680306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.680306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.680448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.680448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.680513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.680629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.683630] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.683845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.683963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.684215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.684352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.684493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 44676813-60c1-4efc-a384-f933263a2c87 not found, creating... [ 673.684744] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.684898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.685017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.685232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.685369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.685644] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.685793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.685936] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.686116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.686243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.686378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 44676813-60c1-4efc-a384-f933263a2c87 is going to be created. [ 673.709965] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.710509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.710776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.711095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.711672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.711672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.949817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.950102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.950207] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.095581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.183430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.183900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.183900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.183900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.184577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.184577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.184577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.184577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.184577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.184904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.184969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.185138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.185209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.185367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.185518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.185614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.185717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.185822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.185890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.185977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.186090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.439660] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.439932] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.440060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.440347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.440676] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.440881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.440996] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.441511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.441674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.441921] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.442067] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.442191] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.442318] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.442430] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.442530] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.442653] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.452654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.465757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.465984] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.467156] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.467156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.467156] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.467156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.467815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.467815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.467815] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5685f1f-d8bc-4e5a-af64-75802f0b78fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.471811] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-d8a84190-9323-4c9f-9cae-9397f7a43444 service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 674.472108] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-d8a84190-9323-4c9f-9cae-9397f7a43444 service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 674.472259] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa332a5d-6b14-4cf1-9463-5ee8b19df7ac req-d8a84190-9323-4c9f-9cae-9397f7a43444 service nova] Enqueued Resource ID: 44676813-60c1-4efc-a384-f933263a2c87 with Priority: HIGHEST for action port [ 674.472924] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 674.473085] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 674.473270] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44676813-60c1-4efc-a384-f933263a2c87 with Priority: HIGHEST for action port [ 674.473477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.473597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.473800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.473884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.474082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-44676813-60c1-4efc-a384-f933263a2c87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.474204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.474267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.474470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.474551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44676813-60c1-4efc-a384-f933263a2c87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.597939] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.688418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baf94a5d-626e-4dba-986f-221f20b94df7: rpc.has_security_group_logging(os_id): False [ 674.708473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.708473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.708473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.708473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.708473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.708473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.708826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.708826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.708826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.708826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.709125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.709218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.709272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.709374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.709454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.709636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.709725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.709782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.709916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.709987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.710077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf94a5d-626e-4dba-986f-221f20b94df7 is going to be created. [ 674.772349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.772500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.772571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.772768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.773681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.784102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf94a5d-626e-4dba-986f-221f20b94df7 in Status: IN_PROGRESS for 2s [ 674.955314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.955809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.955809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.956199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.956414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.956574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 674.971670] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.972044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.972044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.972317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.972465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.972614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port f5685f1f-d8bc-4e5a-af64-75802f0b78fe not found, creating... [ 674.972878] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.973051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.973164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.973378] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.973586] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.973779] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.973929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.974049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.974248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.974400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.974503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: f5685f1f-d8bc-4e5a-af64-75802f0b78fe is going to be created. [ 674.977111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44676813-60c1-4efc-a384-f933263a2c87 with status ACTIVE [ 674.977323] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.977414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.977498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.977633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.977819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.977902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.978258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.978258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.978258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.978258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.978466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.978805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.978805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.978805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.978805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.979042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44676813-60c1-4efc-a384-f933263a2c87 is going to be updated. [ 674.993667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.993890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.993890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.994031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.994180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.996412] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.996412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.996617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.996779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.996920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.997142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.009141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 675.012978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.013176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.013176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.013359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.013511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.013666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44676813-60c1-4efc-a384-f933263a2c87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.100771] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.100990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.101067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.101303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.101398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.101507] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 675.142809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.143152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.143152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.143354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.143538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.156946] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 675.756065] env[65432]: INFO networking_nsxv3.common.synchronization [req-41a1e5f7-e91d-4a2b-abf0-e585e83f6a84 req-56d3ef62-22c3-4275-9ea8-5f2959f85016 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 675.756336] env[65432]: INFO networking_nsxv3.common.synchronization [req-41a1e5f7-e91d-4a2b-abf0-e585e83f6a84 req-56d3ef62-22c3-4275-9ea8-5f2959f85016 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 675.756379] env[65432]: INFO networking_nsxv3.common.synchronization [req-41a1e5f7-e91d-4a2b-abf0-e585e83f6a84 req-56d3ef62-22c3-4275-9ea8-5f2959f85016 service nova] Enqueued Resource ID: f5685f1f-d8bc-4e5a-af64-75802f0b78fe with Priority: HIGHEST for action port [ 675.756930] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 675.757082] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 675.757185] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5685f1f-d8bc-4e5a-af64-75802f0b78fe with Priority: HIGHEST for action port [ 675.757457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.757580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.757647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.757850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.757930] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.759367] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.759489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.759745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.759854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.759946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.761765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.761765] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5685f1f-d8bc-4e5a-af64-75802f0b78fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.265445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5685f1f-d8bc-4e5a-af64-75802f0b78fe with status ACTIVE [ 676.265445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.265982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.265982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5685f1f-d8bc-4e5a-af64-75802f0b78fe is going to be updated. [ 676.299037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.299037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.299037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.299037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.299037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.299037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5685f1f-d8bc-4e5a-af64-75802f0b78fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.808663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf94a5d-626e-4dba-986f-221f20b94df7 in Status: SUCCESS [ 676.809080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.022857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 677.023758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.023758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.023758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.023758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.023954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.023954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.026081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.026203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.026442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.026616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.026616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.026726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.026823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.027620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.027974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.027974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.028078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.028115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.028819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.028819] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.030232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.030413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.030624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.030739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.030809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.030958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.031068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.031175] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.048118] env[65432]: INFO networking_nsxv3.common.synchronization [None req-81cbfb2d-f399-4395-ac26-b8c44f1d2260 None None] Enqueued Resource ID: 880b8302-f3a4-4981-ac6a-7cb7595d8549 with Priority: HIGHEST for action port [ 677.048632] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b8302-f3a4-4981-ac6a-7cb7595d8549 with Priority: HIGHEST for action port [ 677.048974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-880b8302-f3a4-4981-ac6a-7cb7595d8549 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.049150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880b8302-f3a4-4981-ac6a-7cb7595d8549" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.049392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880b8302-f3a4-4981-ac6a-7cb7595d8549" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880b8302-f3a4-4981-ac6a-7cb7595d8549" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.053352] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880b8302-f3a4-4981-ac6a-7cb7595d8549',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.171767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.171767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.171767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.171767] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.532796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e3e330d-76e2-4296-aa8f-29b05ec3561e: rpc.has_security_group_logging(os_id): False [ 677.535035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.555909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 880b8302-f3a4-4981-ac6a-7cb7595d8549 [ 677.556715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.556715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.556715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.558473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.558542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.558597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:880b8302-f3a4-4981-ac6a-7cb7595d8549 already deleted. [ 677.558675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880b8302-f3a4-4981-ac6a-7cb7595d8549" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.559757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.559848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.559898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.560294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.561201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.561290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.561441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.561522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.561963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.562101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.562174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.562326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.562411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.562859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.563849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.563849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.564196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.564196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.564342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be created. [ 677.631288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.644038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 677.675558] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.789091] env[65432]: INFO networking_nsxv3.common.synchronization [req-8d9a87a4-6564-4bde-8a3d-54b4e24bcbdd req-b7ccfac7-815d-4e4d-86b9-eebe3f4fc610 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_members [ 677.789661] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_members [ 677.789960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.790097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.790166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.790417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.790946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.790946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.790946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.790946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.791208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.791208] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.038029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.178270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.275199] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.275521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.275521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.275854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.281024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.281024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.281024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.281024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.281024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.281024] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.281024] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.281024] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.281024] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.281024] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.281024] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.281024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.294301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.294301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.294301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.294466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.295039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.295039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.295039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.295039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.295268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.295268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.295268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 already deleted. [ 678.295372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.304320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.304600] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.304889] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.305142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.305681] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-6750d7dd-53eb-4592-98ea-54e450db3697 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.306050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.306219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.306558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.306740] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6750d7dd-53eb-4592-98ea-54e450db3697',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.544708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.544970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.545066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.545334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.545475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.545608] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 678.582493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.582678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.582753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.583158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.583364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.598442] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 678.681815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.682339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.682339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.682524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.682664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.682822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 678.722308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.722540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.722612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.722960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.723113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.738312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 678.811212] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.811510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.811510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.811775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.811915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.812110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 6750d7dd-53eb-4592-98ea-54e450db3697 not found, creating... [ 678.812461] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.812596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.812726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.812914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.813096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.813423] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.813589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.813744] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.813895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.814848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.815099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 6750d7dd-53eb-4592-98ea-54e450db3697 is going to be created. [ 678.847827] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.848254] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.848310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.848888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.852348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.853354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567572] env[65432]: INFO networking_nsxv3.common.synchronization [req-8d9a87a4-6564-4bde-8a3d-54b4e24bcbdd req-11f2cac9-d058-4ac2-a8a3-d8704ec22aee service nova] Enqueued Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_rules [ 679.567876] env[65432]: INFO networking_nsxv3.common.synchronization [req-8d9a87a4-6564-4bde-8a3d-54b4e24bcbdd req-11f2cac9-d058-4ac2-a8a3-d8704ec22aee service nova] Enqueued Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_members [ 679.567876] env[65432]: INFO networking_nsxv3.common.synchronization [req-8d9a87a4-6564-4bde-8a3d-54b4e24bcbdd req-11f2cac9-d058-4ac2-a8a3-d8704ec22aee service nova] Enqueued Resource ID: 6750d7dd-53eb-4592-98ea-54e450db3697 with Priority: HIGHEST for action port [ 679.571693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_rules [ 679.571693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_members [ 679.571693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6750d7dd-53eb-4592-98ea-54e450db3697 with Priority: HIGHEST for action port [ 679.571693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.571693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.571693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.571693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.571693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.571693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.571693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.571693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.572280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.572280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.572280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.572280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.572280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.572601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.572601] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.573872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6750d7dd-53eb-4592-98ea-54e450db3697 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.573872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.573872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.574157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.574157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6750d7dd-53eb-4592-98ea-54e450db3697',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.634430] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bf8136c4-677b-42cc-8c60-ff8ab12b9789 None None] Enqueued Resource ID: ee2025ec-9a58-45c4-af94-eb4980162bbb with Priority: HIGHEST for action port [ 679.638048] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2025ec-9a58-45c4-af94-eb4980162bbb with Priority: HIGHEST for action port [ 679.638048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2025ec-9a58-45c4-af94-eb4980162bbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.638048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2025ec-9a58-45c4-af94-eb4980162bbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.638048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2025ec-9a58-45c4-af94-eb4980162bbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.638048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2025ec-9a58-45c4-af94-eb4980162bbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.638048] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2025ec-9a58-45c4-af94-eb4980162bbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.661913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 679.662473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.663150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.663746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.078818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.078818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.078818] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.078818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6750d7dd-53eb-4592-98ea-54e450db3697 with status ACTIVE [ 680.078818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.078818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.078818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.078818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.078818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.078818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.078818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.079696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.080153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.080335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.080746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.081144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.081372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.081663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.081896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.082129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6750d7dd-53eb-4592-98ea-54e450db3697 is going to be updated. [ 680.128887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.129113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.129344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.130088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.130088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6750d7dd-53eb-4592-98ea-54e450db3697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.141099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee2025ec-9a58-45c4-af94-eb4980162bbb [ 680.142526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.142526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.142526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.142526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.142526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.142526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee2025ec-9a58-45c4-af94-eb4980162bbb already deleted. [ 680.142526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2025ec-9a58-45c4-af94-eb4980162bbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.166206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.166383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.584461] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.610669] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 680.610948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.611136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.611353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.611627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.611738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.611812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.611995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.612101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.612193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.612289] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.732283] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c578e0-de4d-4896-b2d6-220566ab3c44 req-e1903f44-5c2c-4ce9-a0dc-5c4acd1924e3 tempest-ServerPasswordTestJSON-95533268 tempest-ServerPasswordTestJSON-95533268-project-member] Enqueued Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_members [ 680.732896] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_members [ 680.733228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.733347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.733415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.733674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.733847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.733936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.733999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.736017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.736671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.736746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.750126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 680.750359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.750524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.750764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.750956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.751098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.751160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.751318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.751398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.751482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.751575] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.087408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.087603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.087756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.087949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.088066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.088127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 is going to be created. [ 681.118765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.118765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.118765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.118765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.118765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.118765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.119055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.119055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.119055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.119152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.119801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.119801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.119801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.119801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.119801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.119801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.121743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.121743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.121743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.121743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.121743] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.131605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.131605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.131605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.131605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.131867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.152984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 in Status: UNINITIALIZED for 2s [ 681.242862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.242862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.242862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.243291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.243291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.243376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.243518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.243518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.243679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.243763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.244126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 already deleted. [ 681.244126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.246183] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.246369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-922" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.246486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-922" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.246807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-922" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247105] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.247262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.247373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.247584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.247927] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.248068] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.248165] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.248270] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.248375] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.248480] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.248615] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.254340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.254811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.255114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.255180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.255346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.255498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.255556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.255671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.255765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.255826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.255972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.256134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.256230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.256291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.256432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.256515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.256601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.256693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.273227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.273227] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.273227] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.273227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-922" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.273227] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-04839b09-57b7-40d2-91e6-c5c3b16efc66 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.273900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.273900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.273900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.273900] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04839b09-57b7-40d2-91e6-c5c3b16efc66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.624064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e3e330d-76e2-4296-aa8f-29b05ec3561e: rpc.has_security_group_logging(os_id): False [ 681.648118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.649848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.650072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.650197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.650272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.650421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.650511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.652595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.652595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.652595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.652595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 681.735998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.736372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.736542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.736919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.737515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.760180] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0a3febf-1ac2-4be4-828f-0b7c313505f1: rpc.has_security_group_logging(os_id): False [ 681.769276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 681.777860] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.777860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.777860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.777860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.777860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.777860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 04839b09-57b7-40d2-91e6-c5c3b16efc66 not found, creating... [ 681.777860] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.779582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.779582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.779582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.779582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779582] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.779962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.782052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.782052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.782052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.782052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 04839b09-57b7-40d2-91e6-c5c3b16efc66 is going to be created. [ 681.783168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.783474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.783757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.787148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.787148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.787148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.787148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.787626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.787626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.787626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.787626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 681.839899] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.839899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.839899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.839899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.839899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.839899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.965254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.965254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.965254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.965489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.965852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.993924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 682.527382] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c578e0-de4d-4896-b2d6-220566ab3c44 req-5eb3353c-3f6b-42c0-8c74-36f61857538b service nova] Enqueued Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_rules [ 682.527382] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c578e0-de4d-4896-b2d6-220566ab3c44 req-5eb3353c-3f6b-42c0-8c74-36f61857538b service nova] Enqueued Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_members [ 682.527382] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c578e0-de4d-4896-b2d6-220566ab3c44 req-5eb3353c-3f6b-42c0-8c74-36f61857538b service nova] Enqueued Resource ID: 04839b09-57b7-40d2-91e6-c5c3b16efc66 with Priority: HIGHEST for action port [ 682.527983] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_rules [ 682.529283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_members [ 682.529318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04839b09-57b7-40d2-91e6-c5c3b16efc66 with Priority: HIGHEST for action port [ 682.529926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.530100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.530144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.530466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.530544] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.531655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.531734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.532299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.532299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.532299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.532299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.532504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.532529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.532703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.532822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.533777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-04839b09-57b7-40d2-91e6-c5c3b16efc66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.533865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.533865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.534089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.534195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04839b09-57b7-40d2-91e6-c5c3b16efc66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.632828] env[65432]: INFO networking_nsxv3.common.synchronization [req-380c9503-c397-4485-964d-c3c9e4a7736d req-b53198a5-2d06-4e8a-b8bc-d78668417aa0 tempest-DeleteServersAdminTestJSON-1848108081 tempest-DeleteServersAdminTestJSON-1848108081-project-member] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 682.632828] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGHEST for action security_group_members [ 682.632828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632828] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.036141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.039035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.039035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04839b09-57b7-40d2-91e6-c5c3b16efc66 with status ACTIVE [ 683.039035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.039035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.039035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.039617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.039786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.039859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.040030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.040109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.040209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04839b09-57b7-40d2-91e6-c5c3b16efc66 is going to be updated. [ 683.063471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04839b09-57b7-40d2-91e6-c5c3b16efc66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.137133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.137348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.137406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.137589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.137676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.137875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.137970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.138039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.138224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.138310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.138398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be updated. [ 683.164216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 in Status: SUCCESS [ 683.164422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.164589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.165749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.165749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.165749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.165749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.165749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.165749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.183616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.183616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.183616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.183616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.183616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.209181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: IN_PROGRESS for 2s [ 683.542404] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.668397] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.783697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 683.784038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.784147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.784391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.784478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.017459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 684.017709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.045874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.045984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.046786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.046970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.047169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 is going to be created. [ 684.078507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.079147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.079147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.079297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.079360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.090539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 in Status: UNINITIALIZED for 2s [ 684.170038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b38d151-727f-4cc7-a88a-a4bda325c983: rpc.has_security_group_logging(os_id): False [ 684.194247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.195067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.195178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.196293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.196293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.196293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.196293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 is going to be created. [ 684.279453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.279895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.279895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.279895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.280051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.286999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.287197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.288047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.288047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.288047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.288450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.288555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.288777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.288895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.288996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.289103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.293642] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 in Status: IN_PROGRESS for 2s [ 684.491643] env[65432]: INFO networking_nsxv3.common.synchronization [req-b24e8485-4bc5-4c3f-9cfe-cc546e126e85 req-557f22f9-64ef-48fe-9f65-04683f8813de tempest-FloatingIPsAssociationNegativeTestJSON-80037027 tempest-FloatingIPsAssociationNegativeTestJSON-80037027-project-member] Enqueued Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_members [ 684.492268] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_members [ 684.492993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.493378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.493538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.493974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.494799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.494799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.494799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.496639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.496639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.496639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.795029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.795029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.795029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.795029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.795029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.796105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.796105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.796105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.796105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.796105] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.998600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.998600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.998778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.998926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.998985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.999352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.999352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.999501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.999528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.999626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.000030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdeddd7-4f65-4744-8251-f9e91603ee19 already deleted. [ 685.000030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.199022] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.199615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.199615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.199879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.200608] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.200608] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.200786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.201197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.205025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.205025] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.205025] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.205025] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.205025] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.205025] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.205025] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.205025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.220382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e23de3e-6362-455f-8767-471d133228f1 in Status: SUCCESS [ 685.220598] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e23de3e-6362-455f-8767-471d133228f1 deletion is rescheduled due to dependency. [ 685.220769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.225740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.226129] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.226358] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.226615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227030] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-eec4013d-c364-40f3-b02e-4022742645ce taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.227473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.227700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.228106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.228332] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec4013d-c364-40f3-b02e-4022742645ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.300482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e3e330d-76e2-4296-aa8f-29b05ec3561e: rpc.has_security_group_logging(os_id): False [ 685.321051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.321051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.321051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.321051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.321620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.321620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.321620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.321620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.321620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 685.416160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.416340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.416629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.416780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.431236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 685.679203] env[65432]: INFO networking_nsxv3.common.synchronization [None req-46614394-c3c8-4773-875a-3ea76c761040 None None] Enqueued Resource ID: 3ca283ce-988f-4e6b-9acb-2d7c04533ef3 with Priority: HIGHEST for action port [ 685.680095] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca283ce-988f-4e6b-9acb-2d7c04533ef3 with Priority: HIGHEST for action port [ 685.680504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca283ce-988f-4e6b-9acb-2d7c04533ef3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.680633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca283ce-988f-4e6b-9acb-2d7c04533ef3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.680784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca283ce-988f-4e6b-9acb-2d7c04533ef3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.680998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca283ce-988f-4e6b-9acb-2d7c04533ef3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.681117] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca283ce-988f-4e6b-9acb-2d7c04533ef3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.732961] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.732961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.732961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.733579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.733705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.733842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port eec4013d-c364-40f3-b02e-4022742645ce not found, creating... [ 685.734133] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.734303] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.734416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.734662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.734825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.735707] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.735925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.736113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.736378] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.736558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.736749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: eec4013d-c364-40f3-b02e-4022742645ce is going to be created. [ 685.772960] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.773543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.773543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.773543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.773777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.773967] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.104164] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 in Status: SUCCESS [ 686.104499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.104676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.104890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.105114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.105269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.105915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.105915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.105915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.105915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.105915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.185583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ca283ce-988f-4e6b-9acb-2d7c04533ef3 [ 686.185583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.185583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.185583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.185583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.185583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.185583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ca283ce-988f-4e6b-9acb-2d7c04533ef3 already deleted. [ 686.185583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca283ce-988f-4e6b-9acb-2d7c04533ef3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.307396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 in Status: SUCCESS [ 686.307396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.516652] env[65432]: INFO networking_nsxv3.common.synchronization [req-b24e8485-4bc5-4c3f-9cfe-cc546e126e85 req-e980c232-7a93-4141-b46b-4b6926d261e6 service nova] Enqueued Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_rules [ 686.516931] env[65432]: INFO networking_nsxv3.common.synchronization [req-b24e8485-4bc5-4c3f-9cfe-cc546e126e85 req-e980c232-7a93-4141-b46b-4b6926d261e6 service nova] Enqueued Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_members [ 686.517309] env[65432]: INFO networking_nsxv3.common.synchronization [req-b24e8485-4bc5-4c3f-9cfe-cc546e126e85 req-e980c232-7a93-4141-b46b-4b6926d261e6 service nova] Enqueued Resource ID: eec4013d-c364-40f3-b02e-4022742645ce with Priority: HIGHEST for action port [ 686.518053] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_rules [ 686.518314] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_members [ 686.521282] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec4013d-c364-40f3-b02e-4022742645ce with Priority: HIGHEST for action port [ 686.521282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.521282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.521282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.521282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.521282] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.521282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.522124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.522124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.522124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.522326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.522384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.522468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.523183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.523183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.523183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.525929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec4013d-c364-40f3-b02e-4022742645ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.525929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.525929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.525929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.525929] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec4013d-c364-40f3-b02e-4022742645ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.612104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.612104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.612369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.612551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.612621] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.612790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.612939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.613188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.613374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.613831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.613831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.614044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.614044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.614150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.614332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.614488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.614612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.614832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.614923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.615043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.615185] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.789044] env[65432]: INFO networking_nsxv3.common.synchronization [req-43552f20-8a3c-445b-b7e7-e8b8962da78f req-9e8a9e48-ddd7-4357-a981-3449c4300f3f tempest-FloatingIPsAssociationTestJSON-1976200141 tempest-FloatingIPsAssociationTestJSON-1976200141-project-member] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 686.789542] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 686.791448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.791604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.791716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.792806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.795018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.795018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.795018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.795018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.028029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.029064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.029203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.029570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eec4013d-c364-40f3-b02e-4022742645ce with status ACTIVE [ 687.029750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.029851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.029994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.034030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.034030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.034170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.034327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.034421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.034632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.034734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.035119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.035119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.035119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eec4013d-c364-40f3-b02e-4022742645ce is going to be updated. [ 687.058940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.059064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.059127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.059334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.059466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.059625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec4013d-c364-40f3-b02e-4022742645ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.119312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7: rpc.has_security_group_logging(os_id): False [ 687.140439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.140588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.140661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.140937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.142082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.142082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.142082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.142082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.142377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.142377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.142377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.142744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.142917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.142917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 is going to be created. [ 687.199192] env[65432]: INFO networking_nsxv3.common.synchronization [req-296e2d22-9ec4-4da8-aa2c-b0b37f22b81a req-9b7f8b65-6f52-4922-92ed-bcd1e2bbfa92 tempest-AttachInterfacesV270Test-41067214 tempest-AttachInterfacesV270Test-41067214-project-member] Enqueued Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_members [ 687.199834] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_members [ 687.199834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.200180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.200180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.200273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.200423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.200525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.200590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.200773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.201348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.201459] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.224166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.224331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.224419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.224692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.224779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.244994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 in Status: IN_PROGRESS for 2s [ 687.298640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.448928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 687.449208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.530396] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.654049] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.654258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.654375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.654716] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.654983] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.655455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.655572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.655795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.655940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.656157] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.656267] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.656374] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.656493] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.656601] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.656668] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.656794] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.676678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.676853] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.677014] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.677196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-575" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.677509] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-7084da8d-cfe0-4184-aa51-ea959445d71b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.677730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.677882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.678182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.678315] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7084da8d-cfe0-4184-aa51-ea959445d71b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.704802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.704802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.704802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.705125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.705125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.705277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.705324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.705396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.705612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.705612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.706345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c257ac35-d855-4032-b64d-42e4c56badd6 already deleted. [ 687.706345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.800873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.000665] env[65432]: INFO networking_nsxv3.common.synchronization [None req-13ab5f2a-c35b-49b6-9962-0f61ba71ab71 None None] Enqueued Resource ID: abb386fa-cf1f-490d-9418-5950d39aadfc with Priority: HIGHEST for action port [ 688.001233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb386fa-cf1f-490d-9418-5950d39aadfc with Priority: HIGHEST for action port [ 688.002035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb386fa-cf1f-490d-9418-5950d39aadfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.002035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb386fa-cf1f-490d-9418-5950d39aadfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.002288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb386fa-cf1f-490d-9418-5950d39aadfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.002348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb386fa-cf1f-490d-9418-5950d39aadfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.002967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb386fa-cf1f-490d-9418-5950d39aadfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.033097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.033279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.033354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.033564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.033654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.033755] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdeddd7-4f65-4744-8251-f9e91603ee19 is going to be created. [ 688.068252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.068563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.068563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.068886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.068886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081651] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdeddd7-4f65-4744-8251-f9e91603ee19 in Status: UNINITIALIZED for 2s [ 688.181461] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.182032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.182032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.182609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.182970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.183199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 7084da8d-cfe0-4184-aa51-ea959445d71b not found, creating... [ 688.183706] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.185385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.185994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.185994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.186227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.186461] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.186677] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.187041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.187147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.187287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.187476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 7084da8d-cfe0-4184-aa51-ea959445d71b is going to be created. [ 688.210319] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.210319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.210319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.211248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.211248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.211248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.304193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.304410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.304491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.304812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.304956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.305114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be updated. [ 688.349496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.349776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.349776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.350022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.350191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.362621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: IN_PROGRESS for 2s [ 688.505738] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abb386fa-cf1f-490d-9418-5950d39aadfc [ 688.505992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.506155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.506229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.506448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.506538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.506633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abb386fa-cf1f-490d-9418-5950d39aadfc already deleted. [ 688.506716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb386fa-cf1f-490d-9418-5950d39aadfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.042714] env[65432]: INFO networking_nsxv3.common.synchronization [req-296e2d22-9ec4-4da8-aa2c-b0b37f22b81a req-0c86967b-46c5-4da8-bcbb-5033070398a5 service nova] Enqueued Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_rules [ 689.042904] env[65432]: INFO networking_nsxv3.common.synchronization [req-296e2d22-9ec4-4da8-aa2c-b0b37f22b81a req-0c86967b-46c5-4da8-bcbb-5033070398a5 service nova] Enqueued Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_members [ 689.043057] env[65432]: INFO networking_nsxv3.common.synchronization [req-296e2d22-9ec4-4da8-aa2c-b0b37f22b81a req-0c86967b-46c5-4da8-bcbb-5033070398a5 service nova] Enqueued Resource ID: 7084da8d-cfe0-4184-aa51-ea959445d71b with Priority: HIGHEST for action port [ 689.043652] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_rules [ 689.043802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_members [ 689.043898] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7084da8d-cfe0-4184-aa51-ea959445d71b with Priority: HIGHEST for action port [ 689.044207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.044411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.044411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.044673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.044806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.045685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.046190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.046190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.049152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.049296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.049368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.049563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.049653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.049761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.050859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7084da8d-cfe0-4184-aa51-ea959445d71b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.050986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.051069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.051262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.051409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7084da8d-cfe0-4184-aa51-ea959445d71b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.256542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 in Status: SUCCESS [ 689.256810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.507924] env[65432]: INFO networking_nsxv3.common.synchronization [req-86fbbc28-2c3a-46d3-9a4d-2d9b320794c5 req-956c94ae-6972-4cb1-b3f8-a2b51b7307ad tempest-VolumesAdminNegativeTest-1280533131 tempest-VolumesAdminNegativeTest-1280533131-project-member] Enqueued Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_members [ 689.508471] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_members [ 689.508820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.509213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.509213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.509387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.509443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.509539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.509599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.509743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.509958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.509958] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.553639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.553752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.553943] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.555303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7084da8d-cfe0-4184-aa51-ea959445d71b with status ACTIVE [ 689.555303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.555303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.555303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.555445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.555652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.555715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.555823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.555869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.556074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.556145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.556326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.556418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.556481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.556622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.556697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.556779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7084da8d-cfe0-4184-aa51-ea959445d71b is going to be updated. [ 689.579313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.579519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.579519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.579768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.579921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.580120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7084da8d-cfe0-4184-aa51-ea959445d71b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.965189] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.965189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-977" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.965464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-977" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.965837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-977" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.966300] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.966548] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.967450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.967450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.967450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.967615] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.967830] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.967999] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.968302] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.968381] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.968553] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.968836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.992690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.992893] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.993110] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.993331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-977" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.993732] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-57c5acf2-8ac5-469b-9f19-df0bd2425341 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.993913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.994044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.994362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.994491] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c5acf2-8ac5-469b-9f19-df0bd2425341',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.013078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.013309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.013379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.013573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.013688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.013894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.014014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.014121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.014357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.014468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.014598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 already deleted. [ 690.014703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.058659] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.092812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdeddd7-4f65-4744-8251-f9e91603ee19 in Status: SUCCESS [ 690.093069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.093252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.093536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.093732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.093850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.093999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.094204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.094291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.094377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.094468] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.372575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 690.372918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.497168] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.497757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.498184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.498724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.499102] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.499574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 57c5acf2-8ac5-469b-9f19-df0bd2425341 not found, creating... [ 690.500161] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.501045] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.501045] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.501401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.501734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.503644] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.503644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.503644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.503644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.503644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.504107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 57c5acf2-8ac5-469b-9f19-df0bd2425341 is going to be created. [ 690.530023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.530023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.530023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.530023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.530023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.530023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.562291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.562656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.562776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.563040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.563147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.563252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c257ac35-d855-4032-b64d-42e4c56badd6 is going to be created. [ 690.593192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.593399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.593464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.593721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.593972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.597928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.598130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.598333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.598499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.598671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.598908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.598986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.599138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.599311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.599433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.599504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.599682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.599856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.599957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.600072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.604170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.604170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.604170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.604170] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.605543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c257ac35-d855-4032-b64d-42e4c56badd6 in Status: UNINITIALIZED for 2s [ 691.110039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acdeddd7-4f65-4744-8251-f9e91603ee19: rpc.has_security_group_logging(os_id): False [ 691.131796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.132164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.132402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.132816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.133074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.133494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.135033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.137236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.137236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.137236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.137236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.138358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.138358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acdeddd7-4f65-4744-8251-f9e91603ee19 is going to be created. [ 691.218619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.218872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.218957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.219219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.219572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.234071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acdeddd7-4f65-4744-8251-f9e91603ee19 in Status: IN_PROGRESS for 2s [ 691.335068] env[65432]: INFO networking_nsxv3.common.synchronization [req-86fbbc28-2c3a-46d3-9a4d-2d9b320794c5 req-e5ba583a-346e-425d-b794-919c9c5bf6db service nova] Enqueued Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_rules [ 691.335634] env[65432]: INFO networking_nsxv3.common.synchronization [req-86fbbc28-2c3a-46d3-9a4d-2d9b320794c5 req-e5ba583a-346e-425d-b794-919c9c5bf6db service nova] Enqueued Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_members [ 691.335634] env[65432]: INFO networking_nsxv3.common.synchronization [req-86fbbc28-2c3a-46d3-9a4d-2d9b320794c5 req-e5ba583a-346e-425d-b794-919c9c5bf6db service nova] Enqueued Resource ID: 57c5acf2-8ac5-469b-9f19-df0bd2425341 with Priority: HIGHEST for action port [ 691.336899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_rules [ 691.336899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_members [ 691.336899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c5acf2-8ac5-469b-9f19-df0bd2425341 with Priority: HIGHEST for action port [ 691.337212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.337442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.337581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.338214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.338319] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.340286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.340629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.340629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.340998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.341283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.341476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.341624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.341875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.342037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.342222] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.346159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-57c5acf2-8ac5-469b-9f19-df0bd2425341 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.346333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.346423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.346714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.346846] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c5acf2-8ac5-469b-9f19-df0bd2425341',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.486388] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ff31107d-de6b-4613-8527-fab57bd054b3 tempest-ServersTestJSON-286969354 tempest-ServersTestJSON-286969354-project-member] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_rules [ 691.486388] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_rules [ 691.486388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.486388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.486388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.486388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.488078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.655560] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6f10f872-cc78-4ccf-9d40-50b74fb3fe64 tempest-ServersTestJSON-286969354 tempest-ServersTestJSON-286969354-project-member] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_rules [ 691.656560] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_rules [ 691.656895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.850367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.852013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57c5acf2-8ac5-469b-9f19-df0bd2425341 with status ACTIVE [ 691.852305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.852473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.852570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.852903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.853374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.853672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.853852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.853956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.854306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.854452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.854718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.854834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.854909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.855049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.855188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.855283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57c5acf2-8ac5-469b-9f19-df0bd2425341 is going to be updated. [ 691.900794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.901011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.901151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.901668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.901851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.902060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57c5acf2-8ac5-469b-9f19-df0bd2425341" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.020684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.021076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.021219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.021557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.021695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.021985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 already deleted. [ 692.022164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.022427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.022746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.022906] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.358813] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.552525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.552525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.552525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.552525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.552525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.552525] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 already deleted. [ 692.552525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.620883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c257ac35-d855-4032-b64d-42e4c56badd6 in Status: SUCCESS [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.620883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.620883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.620883] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.860963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.861232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.863312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.863654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.863803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.863988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 is going to be created. [ 692.893590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.893731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.893866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.894223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.894520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.906283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 in Status: UNINITIALIZED for 2s [ 693.123837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.123837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.123837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.123837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.123837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.123837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.123837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.125164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.125164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.125164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.125164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.125164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.125164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.125369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.125690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.125690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.125690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.125867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.125938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.247963] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acdeddd7-4f65-4744-8251-f9e91603ee19 in Status: SUCCESS [ 693.248228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.630220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c257ac35-d855-4032-b64d-42e4c56badd6: rpc.has_security_group_logging(os_id): False [ 693.653186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.653186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.653186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.653186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.653455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.653483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.654274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.654274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.654274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.654274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.654274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.654274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.654274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.654499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.654499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.654645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.654844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.654844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.654999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.655104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.655193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c257ac35-d855-4032-b64d-42e4c56badd6 is going to be created. [ 693.726024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.726024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.726024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.726369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.726479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.743382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c257ac35-d855-4032-b64d-42e4c56badd6 in Status: IN_PROGRESS for 2s [ 694.917912] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 in Status: SUCCESS [ 694.917912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.917912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.918317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.918317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.918408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.918695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.918695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.918960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.919115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.919164] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.421568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.421748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.421909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.422169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.422343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.422642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.422642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.422642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.422759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.423262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.423262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.423262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.423262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.423459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.423459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.423527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.423565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.423708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.423808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.423872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.423960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.759400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c257ac35-d855-4032-b64d-42e4c56badd6 in Status: SUCCESS [ 695.759400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.926592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3b1fb5f-ea11-47fa-9034-ec7f88fafb66: rpc.has_security_group_logging(os_id): False [ 695.945265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.945445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.945509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.946535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.946535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.946535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.946535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.946535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.946535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.946788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.946788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.946985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.946985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.947055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.947282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.947385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.947527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.947572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.947706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.948225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.948225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 is going to be created. [ 696.015682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.015866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.015900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.016110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.016330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.031712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 in Status: IN_PROGRESS for 2s [ 696.637505] env[65432]: INFO networking_nsxv3.common.synchronization [None req-08aa1c86-ed4e-40c5-80a4-c29a9c6b69d9 None None] Enqueued Resource ID: 05b109fe-c6c1-4426-8890-4be72be498b2 with Priority: HIGHEST for action port [ 696.638106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b109fe-c6c1-4426-8890-4be72be498b2 with Priority: HIGHEST for action port [ 696.639446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b109fe-c6c1-4426-8890-4be72be498b2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.639590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b109fe-c6c1-4426-8890-4be72be498b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.639660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b109fe-c6c1-4426-8890-4be72be498b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.639948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b109fe-c6c1-4426-8890-4be72be498b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.640045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b109fe-c6c1-4426-8890-4be72be498b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.142752] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05b109fe-c6c1-4426-8890-4be72be498b2 [ 697.143138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.143229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.144340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.144825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.144961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.145089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05b109fe-c6c1-4426-8890-4be72be498b2 already deleted. [ 697.145182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b109fe-c6c1-4426-8890-4be72be498b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.046230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 in Status: SUCCESS [ 698.046428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.295330] env[65432]: INFO networking_nsxv3.common.synchronization [req-a81b623a-51fb-4223-b9c2-57c25c77dc3d req-0ec92d18-682b-4a1e-a99d-4ad412ad479b tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 699.296286] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 699.296409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.296486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.296486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.298264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.298264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.569157] env[65432]: INFO networking_nsxv3.common.synchronization [None req-348e3419-bb88-466c-8239-164919cb9f41 None None] Enqueued Resource ID: b99e183e-9992-4dea-84d8-9d80678aabed with Priority: HIGHEST for action port [ 699.570081] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99e183e-9992-4dea-84d8-9d80678aabed with Priority: HIGHEST for action port [ 699.571502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b99e183e-9992-4dea-84d8-9d80678aabed taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.571502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b99e183e-9992-4dea-84d8-9d80678aabed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.571502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b99e183e-9992-4dea-84d8-9d80678aabed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.571502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b99e183e-9992-4dea-84d8-9d80678aabed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.571502] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b99e183e-9992-4dea-84d8-9d80678aabed',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.800747] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.073458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b99e183e-9992-4dea-84d8-9d80678aabed [ 700.073971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.074726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.074932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.075286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.075533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.075771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b99e183e-9992-4dea-84d8-9d80678aabed already deleted. [ 700.075969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b99e183e-9992-4dea-84d8-9d80678aabed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.103531] env[65432]: INFO networking_nsxv3.common.synchronization [req-a81b623a-51fb-4223-b9c2-57c25c77dc3d req-f963eeec-0d40-421c-bf70-98d7a0089120 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 700.103531] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 700.103531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.103531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.304335] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.790021] env[65432]: INFO networking_nsxv3.common.synchronization [req-60112f4c-e7d4-4665-9114-a60999a531d1 req-59aceeed-5fd3-409b-9a11-58fcd34e6c5b tempest-InstanceActionsTestJSON-941335048 tempest-InstanceActionsTestJSON-941335048-project-member] Enqueued Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_members [ 700.790575] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGHEST for action security_group_members [ 700.790943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.791419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.791511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.791721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.791909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.792037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.792072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.792237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.792327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.792422] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.806228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.806914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.806914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.806914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.806914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.806914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 700.849150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.849150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.849297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.849443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.849590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.864303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 701.155729] env[65432]: INFO networking_nsxv3.common.synchronization [req-a81b623a-51fb-4223-b9c2-57c25c77dc3d req-b02cb014-8437-4072-a198-ccb9ef94cb8c tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 701.156365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 701.156678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.156774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.295543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.295743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.295843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.296249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.296536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.296826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.296980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.297089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.297435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.297435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.297560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf94a5d-626e-4dba-986f-221f20b94df7 is going to be updated. [ 701.345107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.345441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.345441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.345768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.345939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.357584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf94a5d-626e-4dba-986f-221f20b94df7 in Status: IN_PROGRESS for 2s [ 701.500994] env[65432]: INFO networking_nsxv3.common.synchronization [req-ca1e9dd2-f158-466e-b1e7-cc900c95fd93 req-643ae7ab-5789-4431-86a9-914b3d5f69de tempest-ListImageFiltersTestJSON-1600153354 tempest-ListImageFiltersTestJSON-1600153354-project-member] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 701.503159] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 701.504311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.504588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.505153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.505552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.505999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.506276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.506379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.506612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.506730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.506864] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.526504] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5564c6b5-cd1e-4d4d-93aa-d413712d9b2e None None] Enqueued Resource ID: d43c7ec7-c33e-46ae-9489-e04743d6d923 with Priority: HIGHEST for action port [ 701.526967] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43c7ec7-c33e-46ae-9489-e04743d6d923 with Priority: HIGHEST for action port [ 701.531103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d43c7ec7-c33e-46ae-9489-e04743d6d923 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.531103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d43c7ec7-c33e-46ae-9489-e04743d6d923" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.531103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d43c7ec7-c33e-46ae-9489-e04743d6d923" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.531103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d43c7ec7-c33e-46ae-9489-e04743d6d923" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.531103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43c7ec7-c33e-46ae-9489-e04743d6d923',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.011650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.011650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.011650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be already deleted. [ 702.011650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.033639] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d43c7ec7-c33e-46ae-9489-e04743d6d923 [ 702.033639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.033784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.033784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.033984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.034092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.034191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d43c7ec7-c33e-46ae-9489-e04743d6d923 already deleted. [ 702.034292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d43c7ec7-c33e-46ae-9489-e04743d6d923" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.242041] env[65432]: INFO networking_nsxv3.common.synchronization [None req-28f733bb-cab2-4962-b513-4b70d291c973 None None] Enqueued Resource ID: ff4e4197-91de-4a0a-8edc-665acccbdd17 with Priority: HIGHEST for action port [ 702.242041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e4197-91de-4a0a-8edc-665acccbdd17 with Priority: HIGHEST for action port [ 702.242496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4e4197-91de-4a0a-8edc-665acccbdd17 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.242787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4e4197-91de-4a0a-8edc-665acccbdd17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.243061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4e4197-91de-4a0a-8edc-665acccbdd17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.243547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4e4197-91de-4a0a-8edc-665acccbdd17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.243821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4e4197-91de-4a0a-8edc-665acccbdd17',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.464140] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.464470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.464470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.465222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.465222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.465222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.465409] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.465545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.465680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.465985] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.465985] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.466093] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.466191] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.466296] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.466396] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.466519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.488402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.491698] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.491698] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.491698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.491698] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.491698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.491698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.491698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.491698] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de41a6c-46d2-4d0a-adbe-24d33b0d785d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.746684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff4e4197-91de-4a0a-8edc-665acccbdd17 [ 702.747655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.747655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.747655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.747655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.747655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.747655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff4e4197-91de-4a0a-8edc-665acccbdd17 already deleted. [ 702.747655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4e4197-91de-4a0a-8edc-665acccbdd17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 702.876360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.876778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.876968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.877103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.877172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.877321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.877403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.877499] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.992280] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.992559] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.992700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.993068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.993266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.993418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 4de41a6c-46d2-4d0a-adbe-24d33b0d785d not found, creating... [ 702.993731] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.993914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.994069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.994319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.994465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.994775] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.994960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.995094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.995336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.995523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.995614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 4de41a6c-46d2-4d0a-adbe-24d33b0d785d is going to be created. [ 703.031674] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.031674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.031674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.031674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.031674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.031674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.368055] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf94a5d-626e-4dba-986f-221f20b94df7 in Status: SUCCESS [ 703.368347] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf94a5d-626e-4dba-986f-221f20b94df7 deletion is rescheduled due to dependency. [ 703.368543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.380350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.380564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.380667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.381042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.381172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.381446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.381613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.381705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.381984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.382131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.382264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 703.420540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.420723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.420784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.421060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.421230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.430154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 703.793445] env[65432]: INFO networking_nsxv3.common.synchronization [req-ca1e9dd2-f158-466e-b1e7-cc900c95fd93 req-21228e6a-086a-47f0-8481-a908a3bda022 service nova] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_rules [ 703.793445] env[65432]: INFO networking_nsxv3.common.synchronization [req-ca1e9dd2-f158-466e-b1e7-cc900c95fd93 req-21228e6a-086a-47f0-8481-a908a3bda022 service nova] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 703.793445] env[65432]: INFO networking_nsxv3.common.synchronization [req-ca1e9dd2-f158-466e-b1e7-cc900c95fd93 req-21228e6a-086a-47f0-8481-a908a3bda022 service nova] Enqueued Resource ID: 4de41a6c-46d2-4d0a-adbe-24d33b0d785d with Priority: HIGHEST for action port [ 703.794697] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_rules [ 703.794962] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 703.795216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de41a6c-46d2-4d0a-adbe-24d33b0d785d with Priority: HIGHEST for action port [ 703.796954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.798200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.798476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.801034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.801034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.801034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.801034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.801034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.801034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.801428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.801428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.801428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.802202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.802202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.802202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.802617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.802728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.802812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.803099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.803099] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de41a6c-46d2-4d0a-adbe-24d33b0d785d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.834136] env[65432]: INFO networking_nsxv3.common.synchronization [req-355d49a4-0e8e-4f03-8ec3-9bc3e353db36 req-51444133-4b1a-4fe4-9bda-fa5ba5592948 tempest-ListImageFiltersTestJSON-1600153354 tempest-ListImageFiltersTestJSON-1600153354-project-member] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 703.835183] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 703.836268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.836389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.306731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.309292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.309292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.309292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de41a6c-46d2-4d0a-adbe-24d33b0d785d with status ACTIVE [ 704.309292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.309292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.309292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.309292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.309292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.309292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.309822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.309867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.310826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.310826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.310826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.310826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.310826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.310826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.310826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.311268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de41a6c-46d2-4d0a-adbe-24d33b0d785d is going to be updated. [ 704.344531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.344531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.344531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.344531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.344531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.344531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de41a6c-46d2-4d0a-adbe-24d33b0d785d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359308] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360139] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.360285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.360652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.360652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.361859] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.361859] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.361859] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.361859] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.361859] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.361859] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.361859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.382948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.382948] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.383061] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.383219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.384158] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-61f663f3-0021-43cc-bfc8-5a42e94d31d1 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.384158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.384158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.385252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.385252] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f663f3-0021-43cc-bfc8-5a42e94d31d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.476536] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bad8c43a-484c-4fde-a8d5-49de920897f9 None None] Enqueued Resource ID: 11e848e7-b82a-4b12-bf2a-1642f3b1d9ff with Priority: HIGHEST for action port [ 704.477149] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e848e7-b82a-4b12-bf2a-1642f3b1d9ff with Priority: HIGHEST for action port [ 704.477467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e848e7-b82a-4b12-bf2a-1642f3b1d9ff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.477585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e848e7-b82a-4b12-bf2a-1642f3b1d9ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.477646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e848e7-b82a-4b12-bf2a-1642f3b1d9ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.477995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e848e7-b82a-4b12-bf2a-1642f3b1d9ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.477995] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e848e7-b82a-4b12-bf2a-1642f3b1d9ff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.573182] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5d1ed052-b2d3-4d35-a25f-8897e7d86db8 None None] Enqueued Resource ID: deb01551-b55b-4d6a-8e98-0fbe95798590 with Priority: HIGHEST for action port [ 704.573409] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb01551-b55b-4d6a-8e98-0fbe95798590 with Priority: HIGHEST for action port [ 704.574035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-deb01551-b55b-4d6a-8e98-0fbe95798590 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.574208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deb01551-b55b-4d6a-8e98-0fbe95798590" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.574290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deb01551-b55b-4d6a-8e98-0fbe95798590" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.574555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deb01551-b55b-4d6a-8e98-0fbe95798590" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.574643] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deb01551-b55b-4d6a-8e98-0fbe95798590',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.813407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.888575] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.888696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.888870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.889128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.889230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.889400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 61f663f3-0021-43cc-bfc8-5a42e94d31d1 not found, creating... [ 704.890454] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.890454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.890454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.890454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.890454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.890636] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.890719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.890872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.891113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.891366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.891412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 61f663f3-0021-43cc-bfc8-5a42e94d31d1 is going to be created. [ 704.912507] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.913784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.913784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.913784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.913784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.913999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.982020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11e848e7-b82a-4b12-bf2a-1642f3b1d9ff [ 704.982737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.983343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.983343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.983745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.983831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.983868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11e848e7-b82a-4b12-bf2a-1642f3b1d9ff already deleted. [ 704.983956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e848e7-b82a-4b12-bf2a-1642f3b1d9ff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.078537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deb01551-b55b-4d6a-8e98-0fbe95798590 [ 705.078537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.078537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.078537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.078537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.078537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.078537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deb01551-b55b-4d6a-8e98-0fbe95798590 already deleted. [ 705.078537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deb01551-b55b-4d6a-8e98-0fbe95798590" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.318545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.318700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.318785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.319525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.319525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.319525] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be created. [ 705.349069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.356786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: UNINITIALIZED for 2s [ 705.440048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 705.440048] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e deletion is rescheduled due to dependency. [ 705.440048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.440048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.440894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.441068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.441324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.441324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.441564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.441682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.441806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.617612] env[65432]: INFO networking_nsxv3.common.synchronization [req-355d49a4-0e8e-4f03-8ec3-9bc3e353db36 req-ce0546e3-e44c-45b8-82cd-e5c4f5757686 service nova] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_rules [ 705.617861] env[65432]: INFO networking_nsxv3.common.synchronization [req-355d49a4-0e8e-4f03-8ec3-9bc3e353db36 req-ce0546e3-e44c-45b8-82cd-e5c4f5757686 service nova] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 705.618064] env[65432]: INFO networking_nsxv3.common.synchronization [req-355d49a4-0e8e-4f03-8ec3-9bc3e353db36 req-ce0546e3-e44c-45b8-82cd-e5c4f5757686 service nova] Enqueued Resource ID: 61f663f3-0021-43cc-bfc8-5a42e94d31d1 with Priority: HIGHEST for action port [ 705.618545] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_rules [ 705.618683] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 705.618806] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f663f3-0021-43cc-bfc8-5a42e94d31d1 with Priority: HIGHEST for action port [ 705.619127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.619521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.619521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-61f663f3-0021-43cc-bfc8-5a42e94d31d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.619774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.620189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620189] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f663f3-0021-43cc-bfc8-5a42e94d31d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.766521] env[65432]: INFO networking_nsxv3.common.synchronization [None req-64ce4b6d-f5a8-40c5-ad89-f64da6f06c8a None None] Enqueued Resource ID: 7c88a437-c170-4abe-8fa5-fa68c68ec86d with Priority: HIGHEST for action port [ 705.767083] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88a437-c170-4abe-8fa5-fa68c68ec86d with Priority: HIGHEST for action port [ 705.767391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c88a437-c170-4abe-8fa5-fa68c68ec86d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.767661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c88a437-c170-4abe-8fa5-fa68c68ec86d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.767661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c88a437-c170-4abe-8fa5-fa68c68ec86d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.767879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c88a437-c170-4abe-8fa5-fa68c68ec86d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.767967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c88a437-c170-4abe-8fa5-fa68c68ec86d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.943777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.944341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.944341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.944341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.944341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.944520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.944623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.944673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.944817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.944897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.944993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 705.973479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.973570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.973626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.973852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.986505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 706.122251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61f663f3-0021-43cc-bfc8-5a42e94d31d1 with status ACTIVE [ 706.122548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.122719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.122805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.123204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.123204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.123760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.123760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.123911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.124026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.124131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.124192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.124332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.124898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.124898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61f663f3-0021-43cc-bfc8-5a42e94d31d1 is going to be updated. [ 706.153535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.153795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.153870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.154070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.154239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.154425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61f663f3-0021-43cc-bfc8-5a42e94d31d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.214505] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b265b3d-23e9-4727-9d6f-dc89626d8bc2 req-2a63c8d5-c535-4072-8b09-e7a08719b401 tempest-ServerActionsV293TestJSON-332197909 tempest-ServerActionsV293TestJSON-332197909-project-member] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_members [ 706.214632] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_members [ 706.214979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.220019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.220019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.220019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.220019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.220019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.220019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.220019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.220019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.272857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c88a437-c170-4abe-8fa5-fa68c68ec86d [ 706.273772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.273772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.273772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.273772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.273772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.273772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c88a437-c170-4abe-8fa5-fa68c68ec86d already deleted. [ 706.273772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c88a437-c170-4abe-8fa5-fa68c68ec86d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.620639] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.621047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-662" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.621235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-662" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.621557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-662" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.621826] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.622443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.622574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.622799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.623039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.623171] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.623281] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.623402] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.623525] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.623608] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.623706] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.623833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.648219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.648465] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.648542] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.648674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-662" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.648990] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-1dedb267-5d37-4672-9147-2962d2d15463 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.649173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.649284] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.649606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.649741] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dedb267-5d37-4672-9147-2962d2d15463',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.720586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.721096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.721216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.721491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.721651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.721730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.721909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.722110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 already deleted. [ 706.722206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.152401] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.152703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.152750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.153039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.153202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.153383] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 1dedb267-5d37-4672-9147-2962d2d15463 not found, creating... [ 707.153659] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.153807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.154151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.154549] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.155087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.155224] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.155442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.155600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.155732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 1dedb267-5d37-4672-9147-2962d2d15463 is going to be created. [ 707.177343] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.177510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.177692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.177996] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.179438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.179777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.367238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 707.367238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.368017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.368992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.368992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.368992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.368992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.368992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.368992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.368992] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.871801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.899150] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b265b3d-23e9-4727-9d6f-dc89626d8bc2 req-eeab7c1b-a3c8-494f-94c7-eabefa34a5a8 service nova] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_rules [ 707.899380] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b265b3d-23e9-4727-9d6f-dc89626d8bc2 req-eeab7c1b-a3c8-494f-94c7-eabefa34a5a8 service nova] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_members [ 707.899448] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b265b3d-23e9-4727-9d6f-dc89626d8bc2 req-eeab7c1b-a3c8-494f-94c7-eabefa34a5a8 service nova] Enqueued Resource ID: 1dedb267-5d37-4672-9147-2962d2d15463 with Priority: HIGHEST for action port [ 707.900110] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_rules [ 707.900248] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_members [ 707.900349] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dedb267-5d37-4672-9147-2962d2d15463 with Priority: HIGHEST for action port [ 707.900621] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.900740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.900808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.901700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.901854] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.903134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.903252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.903314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.903524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.904059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.904059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.904059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.904279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.904475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.904576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.905446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dedb267-5d37-4672-9147-2962d2d15463 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.905556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.905622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.905775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.905855] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dedb267-5d37-4672-9147-2962d2d15463',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.998951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 707.998951] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e deletion is rescheduled due to dependency. [ 707.998951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.269023] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dad7e3f1-d729-4e8b-8c3f-85afd29b20b7 None None] Enqueued Resource ID: 8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace with Priority: HIGHEST for action port [ 708.269701] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace with Priority: HIGHEST for action port [ 708.270594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.272090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.272090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.272090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.272090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.375038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.409391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.409667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.410013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.411801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dedb267-5d37-4672-9147-2962d2d15463 with status ACTIVE [ 708.411801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.411801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.411801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.411801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.412985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.415053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.418848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.418848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.418848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dedb267-5d37-4672-9147-2962d2d15463 is going to be updated. [ 708.445939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.446103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.446103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.446279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.446866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.446866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dedb267-5d37-4672-9147-2962d2d15463" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.774368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace [ 708.774559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.774717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.775026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.775026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.775188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.775405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace already deleted. [ 708.775650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5e5cf7-b1e1-461f-9a45-d4a2d2bbcace" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.879883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.880120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be updated. [ 708.916830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.916975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.917060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.917268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.922194] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.926949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: IN_PROGRESS for 2s [ 709.053478] env[65432]: INFO networking_nsxv3.common.synchronization [req-aaae057c-0a04-4422-9785-c0ab049e8a94 req-3a8082a6-db64-4934-abb4-4e8fb27768f4 tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: 1dc5b71c-0801-4b2f-8f02-3d776f34656c with Priority: HIGHEST for action security_group_rules [ 709.054487] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dc5b71c-0801-4b2f-8f02-3d776f34656c with Priority: HIGHEST for action security_group_rules [ 709.054487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dc5b71c-0801-4b2f-8f02-3d776f34656c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.054487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dc5b71c-0801-4b2f-8f02-3d776f34656c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.054487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dc5b71c-0801-4b2f-8f02-3d776f34656c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.054767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dc5b71c-0801-4b2f-8f02-3d776f34656c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.054827] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dc5b71c-0801-4b2f-8f02-3d776f34656c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.425032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.426172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.426426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.426747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.427052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.427160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 is going to be created. [ 709.429774] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a838675-d175-4c46-aaff-4d3b4a93b108 req-62ba26e2-4af7-429a-82d2-b6ee87cbaa1f tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 709.430769] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 709.431717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.431957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.432282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.432638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.432919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.433118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.433243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.433918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.433918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.433918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.457881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.457881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.457881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.457881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.458170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.471315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: UNINITIALIZED for 2s [ 709.569741] env[65432]: INFO networking_nsxv3.common.synchronization [req-265beb83-a47e-4403-b67a-53e72d7dddfe req-0a0d90fc-43fd-4ee2-a2ba-a42854be0112 tempest-ServerPasswordTestJSON-95533268 tempest-ServerPasswordTestJSON-95533268-project-member] Enqueued Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_members [ 709.571367] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGHEST for action security_group_members [ 709.571885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.572204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.572322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.572602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.572805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.572957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.573452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.573730] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.579788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.580108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.580212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.580419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.580513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.580614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dc5b71c-0801-4b2f-8f02-3d776f34656c already deleted. [ 709.580744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dc5b71c-0801-4b2f-8f02-3d776f34656c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.813037] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.813390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.813655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.814126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.814584] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.815146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.815146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.815473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.815724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.816077] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.816325] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.816526] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.816735] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.816935] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.817167] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.817381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.843619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.843820] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.843939] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.844101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.844433] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-748492b0-505f-435b-8017-c1a24bdd784b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.844592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.844737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.845101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.845261] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748492b0-505f-435b-8017-c1a24bdd784b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.937234] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.077102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.077335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.077478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.077819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.077959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.079017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.079017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.079017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.079017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.079206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.079206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 is going to be updated. [ 710.112209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.112362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.112408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.112616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.112778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.124035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 in Status: IN_PROGRESS for 2s [ 710.153011] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4236dc7f-01ac-4c26-8ad8-38720d082eca tempest-VolumesAssistedSnapshotsTest-647267504 tempest-VolumesAssistedSnapshotsTest-647267504-project-member] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_rules [ 710.153579] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_rules [ 710.154223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.154223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.154223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.154472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.154521] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.241817] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1f2cf381-0fa9-44a2-b9ab-888d60a566d7 tempest-VolumesAssistedSnapshotsTest-647267504 tempest-VolumesAssistedSnapshotsTest-647267504-project-member] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_rules [ 710.241817] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_rules [ 710.242355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.242535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.347337] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.348353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.348612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.349799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.350242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.350557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 748492b0-505f-435b-8017-c1a24bdd784b not found, creating... [ 710.350966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.352197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.352197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.352197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.352197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.352197] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.353304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.353304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.353304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.353304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.353304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 748492b0-505f-435b-8017-c1a24bdd784b is going to be created. [ 710.382373] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.382373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.382373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.382678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.382917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.383193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.440705] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.675775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.675924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.676018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.676252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.676457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.676556] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 already deleted. [ 710.676639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.676790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.676948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.677058] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.938295] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 710.938514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.938685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.938969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.939193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.939308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.939370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.939525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.939840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.939840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.939961] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.941444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.941593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.941763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.941873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.941933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.942098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.942184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.942277] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.945051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.945051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.945051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.945051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.945051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.946452] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 710.987517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.987923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.988138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.988649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.988842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.001568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 711.147762] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a838675-d175-4c46-aaff-4d3b4a93b108 req-d707b923-51c5-4794-9b04-157cd25745c7 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 711.147762] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a838675-d175-4c46-aaff-4d3b4a93b108 req-d707b923-51c5-4794-9b04-157cd25745c7 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 711.147762] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a838675-d175-4c46-aaff-4d3b4a93b108 req-d707b923-51c5-4794-9b04-157cd25745c7 service nova] Enqueued Resource ID: 748492b0-505f-435b-8017-c1a24bdd784b with Priority: HIGHEST for action port [ 711.149642] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 711.149857] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 711.149963] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748492b0-505f-435b-8017-c1a24bdd784b with Priority: HIGHEST for action port [ 711.150294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.150416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.150491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.150829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.151022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.153091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.153091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.153218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-748492b0-505f-435b-8017-c1a24bdd784b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.156361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.156361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.156361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.156361] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748492b0-505f-435b-8017-c1a24bdd784b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.199707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.199861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.199936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.200163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.200306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.200371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 already deleted. [ 711.200490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.445634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.445634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.448130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.484489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: SUCCESS [ 711.484489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.484933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.486099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.486099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.486099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.486099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.486099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.486099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.486099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.487292] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.653803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.658827] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 748492b0-505f-435b-8017-c1a24bdd784b with status ACTIVE [ 711.662024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.662024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.662024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.662024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.662024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 748492b0-505f-435b-8017-c1a24bdd784b is going to be updated. [ 711.687353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.688312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.688461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.688637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.688805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.689012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748492b0-505f-435b-8017-c1a24bdd784b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.949357] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.989632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.139249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 in Status: SUCCESS [ 712.139471] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 deletion is rescheduled due to dependency. [ 712.139623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.454743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.455215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.455215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.455372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.455461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be updated. [ 712.490513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.490672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.490734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.491013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.491327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.492680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21dc3b1c-567d-4b09-8cd7-d1180f3e0327: rpc.has_security_group_logging(os_id): False [ 712.505071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: IN_PROGRESS for 2s [ 712.514189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.514189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.515869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.517040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.517040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.517040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.517359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.517561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.517985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.518172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.518384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 is going to be created. [ 712.592352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.592352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.592352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.592589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.592835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.607793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: IN_PROGRESS for 2s [ 713.014144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 713.014373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.014595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.014820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.015045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.015936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.015936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.015936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.015936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.015936] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.367809] env[65432]: INFO networking_nsxv3.common.synchronization [req-1900ff43-6d9b-44ae-8a81-2e3e745993c1 req-88b7474b-b558-439e-9a01-ae420e20fa2e tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: b87fb1b8-512b-489d-8551-97cf2a313513 with Priority: HIGHEST for action security_group_rules [ 713.369048] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87fb1b8-512b-489d-8551-97cf2a313513 with Priority: HIGHEST for action security_group_rules [ 713.369048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b87fb1b8-512b-489d-8551-97cf2a313513 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.369048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b87fb1b8-512b-489d-8551-97cf2a313513" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.369514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b87fb1b8-512b-489d-8551-97cf2a313513" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.370445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b87fb1b8-512b-489d-8551-97cf2a313513" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.370445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b87fb1b8-512b-489d-8551-97cf2a313513',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.517962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.897486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.897642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.897710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.897916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.898329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.898329] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b87fb1b8-512b-489d-8551-97cf2a313513 already deleted. [ 713.898329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b87fb1b8-512b-489d-8551-97cf2a313513" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.021361] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.518357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.518357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.518357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.518357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.518357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.519638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.520297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.522576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.522576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.525052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.525240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.525326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.525537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.525628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.525805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 714.562741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.563096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.563193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.563556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.563816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.575609] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 714.621126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: SUCCESS [ 714.621294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.641210] env[65432]: INFO networking_nsxv3.common.synchronization [req-433913fe-6027-4d10-b6a4-0db6229610b9 req-79f2b136-8ac9-49cd-8016-b16045828dfe tempest-VolumesAdminNegativeTest-1280533131 tempest-VolumesAdminNegativeTest-1280533131-project-member] Enqueued Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_members [ 714.641821] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGHEST for action security_group_members [ 714.642163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.642439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.642439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.642617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.642730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.642802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.642849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.643131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.643131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.643294] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.826658] env[65432]: INFO networking_nsxv3.common.synchronization [req-816e3ebd-f87d-488f-8d56-de18b2bba8d3 req-8c089109-0a0e-4266-bcc1-0e2a1733ddbe tempest-FloatingIPsAssociationTestJSON-1976200141 tempest-FloatingIPsAssociationTestJSON-1976200141-project-member] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 714.827503] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGHEST for action security_group_members [ 714.828213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.828213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.828353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.828492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.828674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.828781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.828834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.829017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.829115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.829218] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.889293] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f11d9236-9da1-4eba-84dc-bca7b3665498 None None] Enqueued Resource ID: 50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e with Priority: HIGHEST for action port [ 714.889814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e with Priority: HIGHEST for action port [ 714.890415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.890968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.891137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.891592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.891780] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.023806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be: rpc.has_security_group_logging(os_id): False [ 715.047362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.047362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.047362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.047362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.047362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.047362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.047362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.047792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.047792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.047846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.048191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.048321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.048379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.048559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.048654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.048923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.049272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.049272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.049607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.049744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.049995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be created. [ 715.124207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.124401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.124474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.124692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.124878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.133054] env[65432]: INFO networking_nsxv3.common.synchronization [req-e72efe98-3825-4a1f-bae9-808847499c8c req-93e11485-02d5-4acb-a9a8-ae31c0e11b8e tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 715.133433] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 715.135021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.135021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.135021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.135021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.135021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.135021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.135021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.135021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.135494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.135494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.140135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: IN_PROGRESS for 2s [ 715.146349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.146568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.146637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.146811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.146898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.149803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.149803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.149803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.149803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.149803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 is going to be updated. [ 715.185710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.185938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.186042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.187420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.187625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.212372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 in Status: IN_PROGRESS for 2s [ 715.331890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.332145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.332239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.332456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.332552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.332755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.332874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.332937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.333104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.333181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.333273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be updated. [ 715.373057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.373057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.373057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.373057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.373057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.384613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: IN_PROGRESS for 2s [ 715.398454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e [ 715.398454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.398454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.398454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.398454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.398454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.398454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e already deleted. [ 715.398738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b33f5b-0c62-4c9d-bae7-a8d8eebbf81e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.548681] env[65432]: INFO networking_nsxv3.common.synchronization [req-98f40f75-7915-4dd9-a48f-21f170b823ce req-eed25b3b-680c-4a7b-a99a-d8990081f005 tempest-AttachInterfacesV270Test-41067214 tempest-AttachInterfacesV270Test-41067214-project-member] Enqueued Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_members [ 715.550110] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGHEST for action security_group_members [ 715.550110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550933] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.639093] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.639265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.639357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.639567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.639660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.639851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.639948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.640016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.640158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.640232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.640317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 715.672942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.673207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.673311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.673560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.674545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.683647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 715.770947] env[65432]: INFO networking_nsxv3.common.synchronization [req-be8f26f8-87b4-4964-8152-3c951a439bd3 req-ce81e077-dbf8-4026-8275-a7336a7e370f tempest-ListServersNegativeTestJSON-1663965301 tempest-ListServersNegativeTestJSON-1663965301-project-member] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 715.770947] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 715.770947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.770947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.771209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.772226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.772433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.772563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.772629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.772867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.772867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.772974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.055871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.056103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.056143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.056455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.058399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.058399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.058399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.058399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.058399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.058399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.058399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c257ac35-d855-4032-b64d-42e4c56badd6 is going to be updated. [ 716.093599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.093754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.093849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.094109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.094554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.104765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c257ac35-d855-4032-b64d-42e4c56badd6 in Status: IN_PROGRESS for 2s [ 716.262764] env[65432]: INFO networking_nsxv3.common.synchronization [req-e4dadfce-7560-4ed6-a89d-903a6b64271e req-584ac7e5-f067-40dd-a1b1-2a93496b12aa tempest-ServersTestJSON-286969354 tempest-ServersTestJSON-286969354-project-member] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_members [ 716.263399] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_members [ 716.263702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.264583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.264583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.265526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.265526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.265526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.265526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.265733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.265733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.266120] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.274731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.587492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 716.587759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.587880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.588136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.588307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.588424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.588496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.588838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.588838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.588838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.588952] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.684170] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.684457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-863" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.684533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-863" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.684866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-863" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.685539] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.685821] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686110] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.686142] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.686406] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.686406] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.686471] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.686510] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.686767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.710657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.710756] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.711062] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.711401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-863" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.712048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-8f8b7601-70af-4da9-af47-8e655dd2d8fb taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.712048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.712217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.712628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.712799] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8b7601-70af-4da9-af47-8e655dd2d8fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.769476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.769476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.769476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.769476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 already deleted. [ 716.770898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.779466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.930105] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6b0873c8-9aab-4ac5-ac96-fcea43d3cc4e tempest-MigrationsAdminTest-1222365509 tempest-MigrationsAdminTest-1222365509-project-member] Enqueued Resource ID: d951c697-8ea2-43c5-b140-fbe8ab45930e with Priority: HIGHEST for action security_group_rules [ 716.930264] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d951c697-8ea2-43c5-b140-fbe8ab45930e with Priority: HIGHEST for action security_group_rules [ 716.931021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d951c697-8ea2-43c5-b140-fbe8ab45930e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.931180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.931252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.931539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.931627] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d951c697-8ea2-43c5-b140-fbe8ab45930e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.092645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.092645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.092832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.093497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.093497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.093497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.093745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.093745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.093844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.093906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.094264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.094264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.094380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.094465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.094550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.094968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.094968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.094968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.094968] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.152923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 717.153183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.153401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.153733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.153733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.206799] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ee6e4346-e657-4d1a-80b6-400973ba9e34 tempest-MigrationsAdminTest-1222365509 tempest-MigrationsAdminTest-1222365509-project-member] Enqueued Resource ID: d951c697-8ea2-43c5-b140-fbe8ab45930e with Priority: HIGHEST for action security_group_rules [ 717.207348] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d951c697-8ea2-43c5-b140-fbe8ab45930e with Priority: HIGHEST for action security_group_rules [ 717.208033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d951c697-8ea2-43c5-b140-fbe8ab45930e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.215943] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.216243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.216396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.216731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.216915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.217105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 8f8b7601-70af-4da9-af47-8e655dd2d8fb not found, creating... [ 717.217409] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.217567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.217677] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.218044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.218187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.218565] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.218874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.219124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.219376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.219514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.219652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 8f8b7601-70af-4da9-af47-8e655dd2d8fb is going to be created. [ 717.221505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 in Status: SUCCESS [ 717.221666] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 deletion is rescheduled due to dependency. [ 717.221766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.244051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.244305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.244428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.244689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.244928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.245167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.283311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.283786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.284162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.284162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 717.288864] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6347da07-c957-4d5b-b96e-002f3412aaa6 None None] Enqueued Resource ID: cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28 with Priority: HIGHEST for action port [ 717.289611] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28 with Priority: HIGHEST for action port [ 717.290489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.290632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.290688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.291300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.291300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.317103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.317272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.317333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.317568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.317736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.327350] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 717.398034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2672516-a041-4771-8116-d6fad1cb8523 in Status: SUCCESS [ 717.398332] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2672516-a041-4771-8116-d6fad1cb8523 deletion is rescheduled due to dependency. [ 717.398418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.453915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.454075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.454146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.454357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.454444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.454740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d951c697-8ea2-43c5-b140-fbe8ab45930e already deleted. [ 717.454740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.454850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.454913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.455037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d951c697-8ea2-43c5-b140-fbe8ab45930e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.598799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0a3febf-1ac2-4be4-828f-0b7c313505f1: rpc.has_security_group_logging(os_id): False [ 717.619809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.619950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.619950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.620180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.620321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.620550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.620668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.620732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.620888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.621009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.621248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.621356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.621423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.621568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.621642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.621819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.622271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.622271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.622271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.622271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.622271] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 717.657253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.657417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.657491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.657704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.657889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.658010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.658097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.658349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.658499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.696146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 717.696335] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 717.696408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.714649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.714865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.714991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.715308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.715516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.731347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 717.793754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28 [ 717.795100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.795100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.795100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.795100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.795100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.795100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28 already deleted. [ 717.795100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff4ea1b-6dd0-4cfc-bbf7-e4b7416aef28" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.977955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.978151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.978346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.978631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.978740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.978873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d951c697-8ea2-43c5-b140-fbe8ab45930e already deleted. [ 717.978974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d951c697-8ea2-43c5-b140-fbe8ab45930e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.991165] env[65432]: INFO networking_nsxv3.common.synchronization [req-e4dadfce-7560-4ed6-a89d-903a6b64271e req-32c97352-fdcd-42e6-a9e1-1a5d8029ac20 service nova] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_rules [ 717.991165] env[65432]: INFO networking_nsxv3.common.synchronization [req-e4dadfce-7560-4ed6-a89d-903a6b64271e req-32c97352-fdcd-42e6-a9e1-1a5d8029ac20 service nova] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_members [ 717.991165] env[65432]: INFO networking_nsxv3.common.synchronization [req-e4dadfce-7560-4ed6-a89d-903a6b64271e req-32c97352-fdcd-42e6-a9e1-1a5d8029ac20 service nova] Enqueued Resource ID: 8f8b7601-70af-4da9-af47-8e655dd2d8fb with Priority: HIGHEST for action port [ 717.991165] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_rules [ 717.991804] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_members [ 717.991986] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8b7601-70af-4da9-af47-8e655dd2d8fb with Priority: HIGHEST for action port [ 717.992358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.992515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.992598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.992823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.992950] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.993989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.994193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.994269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.995115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.995115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.995115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.995115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.995115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.995283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.995283] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.998866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f8b7601-70af-4da9-af47-8e655dd2d8fb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.998933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.999042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.999189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.999290] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8b7601-70af-4da9-af47-8e655dd2d8fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.118397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c257ac35-d855-4032-b64d-42e4c56badd6 in Status: SUCCESS [ 718.118695] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c257ac35-d855-4032-b64d-42e4c56badd6 deletion is rescheduled due to dependency. [ 718.118816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.161623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.161856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.161920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.162257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.162430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.162539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.162618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.162771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.162837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.162924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.163095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.163196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.163242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.163380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.163515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.163603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.163802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.163802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.163905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.163938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.164034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.501594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.501786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.502101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.503101] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f8b7601-70af-4da9-af47-8e655dd2d8fb with status ACTIVE [ 718.503350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.503479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.503585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.503746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.503836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.504026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.504128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.504189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.504341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.504421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.504602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.504695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.504756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.504895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.504973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.505607] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f8b7601-70af-4da9-af47-8e655dd2d8fb is going to be updated. [ 718.534793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.534793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.534925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.535150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.535399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.535531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f8b7601-70af-4da9-af47-8e655dd2d8fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.667065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be: rpc.has_security_group_logging(os_id): False [ 718.702487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.702818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.702818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.703135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.703286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.703591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.703759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.703865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.704171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.704308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.704642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.704797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.704936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.705137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.705261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.705580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.705740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.705836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.706067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.706214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.706440] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be updated. [ 718.793522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.793674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.793757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.794041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.794223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.811447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: IN_PROGRESS for 2s [ 718.951725] env[65432]: INFO networking_nsxv3.common.synchronization [req-52097b19-83c5-4341-ae3c-fdf0b80c76bf req-fe88a5b3-873f-4c9e-b0d6-0aa9313db51f tempest-ListServersNegativeTestJSON-1663965301 tempest-ListServersNegativeTestJSON-1663965301-project-member] Enqueued Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 718.952479] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b with Priority: HIGHEST for action security_group_members [ 718.952770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfa215f-320b-4158-88f7-3e48a8d5204b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.952876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.008097] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.341818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 719.342075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.342270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.342504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.342714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.343093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.343142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.343185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.343319] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfa215f-320b-4158-88f7-3e48a8d5204b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.510301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.510457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.510530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.510747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.510840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.510939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 is going to be created. [ 719.537521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.537816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.537894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.538187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.538418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.552415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: UNINITIALIZED for 2s [ 719.626026] env[65432]: INFO networking_nsxv3.common.synchronization [req-3954bb1a-3fe2-4469-8d40-303746e9ca64 req-479a5ca7-7531-461a-a878-b5bec16e05ab tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: b3a70abe-4140-4d46-bdb7-0cdcc0e5b902 with Priority: HIGHEST for action security_group_rules [ 719.626259] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a70abe-4140-4d46-bdb7-0cdcc0e5b902 with Priority: HIGHEST for action security_group_rules [ 719.629830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a70abe-4140-4d46-bdb7-0cdcc0e5b902 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.629830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a70abe-4140-4d46-bdb7-0cdcc0e5b902" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.629830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a70abe-4140-4d46-bdb7-0cdcc0e5b902" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.629830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a70abe-4140-4d46-bdb7-0cdcc0e5b902" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.629830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a70abe-4140-4d46-bdb7-0cdcc0e5b902',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.634068] env[65432]: INFO networking_nsxv3.common.synchronization [req-46d7a9d8-fbff-4e12-9e05-7a2a3d789fa3 req-f2f08f5a-858d-44e3-8e95-d5e32140477e tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 719.634871] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 719.635431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.635587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.635587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.635770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.636539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.637057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637160] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.751154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 719.751154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.846477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.846477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.846477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.846793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.846793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.846879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.846950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.847021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.847202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.847294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.847367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b is going to be updated. [ 719.881445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.881683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.881683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.882357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.882539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.897344] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: IN_PROGRESS for 2s [ 720.144413] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.161904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.162162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.162263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.162430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.162523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.162613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a70abe-4140-4d46-bdb7-0cdcc0e5b902 already deleted. [ 720.162693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a70abe-4140-4d46-bdb7-0cdcc0e5b902" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.201527] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.201823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.201928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.202242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.202567] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.202732] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.202866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.203116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.203279] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.203524] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.203673] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.203737] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.204084] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.204084] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.204084] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.204216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.232841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.232841] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.232841] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.233223] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-491" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.233296] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-a8f6ab5c-479e-45f2-a195-5cd74c975a96 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.233533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.233666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.233993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.234172] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f6ab5c-479e-45f2-a195-5cd74c975a96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.647420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.737434] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.737604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.737727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.738014] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.738193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.738349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port a8f6ab5c-479e-45f2-a195-5cd74c975a96 not found, creating... [ 720.738728] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.738788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.738900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.739157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.739296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.739622] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.739785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.739900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.740116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.740248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.740383] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 is going to be created. [ 720.762490] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.762904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.762904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.763174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.763509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.763744] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.830735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 720.831090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.149822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.150083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.150083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.150298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.150392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.150495] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 721.190078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.190280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.190346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.190632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.190822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.209326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 721.503777] env[65432]: INFO networking_nsxv3.common.synchronization [req-46d7a9d8-fbff-4e12-9e05-7a2a3d789fa3 req-63a1627e-a518-472d-afa1-ba57a9ce772a service nova] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 721.503777] env[65432]: INFO networking_nsxv3.common.synchronization [req-46d7a9d8-fbff-4e12-9e05-7a2a3d789fa3 req-63a1627e-a518-472d-afa1-ba57a9ce772a service nova] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 721.503777] env[65432]: INFO networking_nsxv3.common.synchronization [req-46d7a9d8-fbff-4e12-9e05-7a2a3d789fa3 req-63a1627e-a518-472d-afa1-ba57a9ce772a service nova] Enqueued Resource ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 with Priority: HIGHEST for action port [ 721.503777] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 721.503777] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 721.503777] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 with Priority: HIGHEST for action port [ 721.503777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.503777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.503777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.503777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.503777] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.503777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.503777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.504243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f6ab5c-479e-45f2-a195-5cd74c975a96 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.504243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.504243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.504384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.504434] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f6ab5c-479e-45f2-a195-5cd74c975a96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.564409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: SUCCESS [ 721.564687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.564936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.565228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.565495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.567314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.567314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.567314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.570100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.570100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.570244] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.908917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b in Status: SUCCESS [ 721.909295] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfa215f-320b-4158-88f7-3e48a8d5204b deletion is rescheduled due to dependency. [ 721.910233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfa215f-320b-4158-88f7-3e48a8d5204b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.006716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.006716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.008690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8f6ab5c-479e-45f2-a195-5cd74c975a96 with status ACTIVE [ 722.009048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.009415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.010066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.010341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.010623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.010768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.010933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.011077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.011265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.011352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.011626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.011915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.011915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.012097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.012189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 is going to be updated. [ 722.038041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.038395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.038510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.038762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.039642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.039642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.072863] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.574975] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc48371f-24f2-4afd-aabf-4401cb7bba43: rpc.has_security_group_logging(os_id): False [ 722.595681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.595681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.595681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.595853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.595853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.596548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.596970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.598051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.598051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 is going to be created. [ 722.669431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.669968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.670102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.670418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.670644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.686227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: IN_PROGRESS for 2s [ 723.225865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.225865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.225865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.225865] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.726926] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.758882] env[65432]: INFO networking_nsxv3.common.synchronization [req-ca37bff8-3fa5-48a8-ba38-5e6904616458 req-0be43f4f-ccc8-403f-ba24-5d848740ddcf tempest-ServerMetadataNegativeTestJSON-888674370 tempest-ServerMetadataNegativeTestJSON-888674370-project-member] Enqueued Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_members [ 723.759415] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGHEST for action security_group_members [ 723.759720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.759826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.759948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.760694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.760860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.760994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.761157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.761286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.761376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.761467] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.230288] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.264837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.265018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.265096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.265314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.265439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.265598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.265695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.265751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.265922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.266584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.266701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23642154-da84-4f21-b42f-c742c274461c is going to be updated. [ 724.299788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.300014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.300065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.300949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.300949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.311036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23642154-da84-4f21-b42f-c742c274461c in Status: IN_PROGRESS for 2s [ 724.686097] env[65432]: INFO networking_nsxv3.common.synchronization [req-942bf669-a30f-48e0-80e5-79511350496e req-38bb6e6d-6597-4fc5-8185-84816ba94364 tempest-ServersWithSpecificFlavorTestJSON-777249878 tempest-ServersWithSpecificFlavorTestJSON-777249878-project-member] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 724.687861] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 724.688326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.688481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.688532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.688733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.688899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.689068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.689164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.689357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.690073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.690073] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.702606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: SUCCESS [ 724.702843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.734322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.734621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.734621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.735488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.735488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.735488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 724.816775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.816775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.816775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.817341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.817341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.854392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 725.193368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.193895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.193989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.194301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.195921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.195921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.195921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.195921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.195921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.195921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.195921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be updated. [ 725.231229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.231609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.231609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.231832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.244090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 725.514739] env[65432]: INFO networking_nsxv3.common.synchronization [req-42efb1e7-4884-4497-bc7c-a6a093c58dee req-79c3dc73-64f1-4700-8323-c096fa262545 tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 725.517398] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 725.517398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.517398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.517398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.517398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.517398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.517398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.517935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.544244] env[65432]: INFO networking_nsxv3.common.synchronization [req-42efb1e7-4884-4497-bc7c-a6a093c58dee req-79c3dc73-64f1-4700-8323-c096fa262545 tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 725.544421] env[65432]: INFO networking_nsxv3.common.synchronization [req-42efb1e7-4884-4497-bc7c-a6a093c58dee req-79c3dc73-64f1-4700-8323-c096fa262545 tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 725.544555] env[65432]: INFO networking_nsxv3.common.synchronization [req-42efb1e7-4884-4497-bc7c-a6a093c58dee req-79c3dc73-64f1-4700-8323-c096fa262545 tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with Priority: HIGHEST for action port [ 725.545569] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 725.545824] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 725.545949] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with Priority: HIGHEST for action port [ 725.546846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.546966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.547128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.547337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.547337] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.548435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.548839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.548839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.548924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.548966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.549155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.549238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.022589] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.052974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.052974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.052974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with status ACTIVE [ 726.052974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.052974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.052974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.053967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.053967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.053967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.054394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.054394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.054550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.055099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.055212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.055272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 is going to be updated. [ 726.079904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.079904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.079904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.080167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.080352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.081044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320646] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23642154-da84-4f21-b42f-c742c274461c in Status: SUCCESS [ 726.320940] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23642154-da84-4f21-b42f-c742c274461c deletion is rescheduled due to dependency. [ 726.320940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.526614] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.540322] env[65432]: INFO networking_nsxv3.common.synchronization [req-eecf828a-88e4-449e-8558-e2affe351674 req-e99e9896-7b22-4c7f-9ab9-9915fa7bd0cf tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: 61d26a3c-106f-48c4-b026-eb1ad42a7b2b with Priority: HIGHEST for action security_group_rules [ 726.540602] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d26a3c-106f-48c4-b026-eb1ad42a7b2b with Priority: HIGHEST for action security_group_rules [ 726.540911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d26a3c-106f-48c4-b026-eb1ad42a7b2b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.541102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d26a3c-106f-48c4-b026-eb1ad42a7b2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.541169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d26a3c-106f-48c4-b026-eb1ad42a7b2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.541418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d26a3c-106f-48c4-b026-eb1ad42a7b2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.541902] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d26a3c-106f-48c4-b026-eb1ad42a7b2b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.863763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 726.863763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.863763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.863763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.863763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.864105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.864105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.864105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.864191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.864325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.864384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.030324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.030324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.031219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.031525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.031632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.031732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 727.079907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.079907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.079907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.080310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.080310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.080310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d26a3c-106f-48c4-b026-eb1ad42a7b2b already deleted. [ 727.080310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d26a3c-106f-48c4-b026-eb1ad42a7b2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.093930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.104515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 727.256748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 727.256957] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 deletion is rescheduled due to dependency. [ 727.257096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.368288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.368713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.368713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.370297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.370297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.370297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.370297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.370297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.370858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.371256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.371934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.372392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.372506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.372810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.372965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.373131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.373288] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.876690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 727.895639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.896273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.896273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.896425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.896425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.897019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.897019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.897019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.897392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.897392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.897495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.897570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.897628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.897753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.897830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.898014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.898106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.898164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.898394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.898469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.898551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 727.966982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.966982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.966982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.966982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.966982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.986484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 729.115856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 729.115856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.115856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.115856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.118941] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.570900] env[65432]: INFO networking_nsxv3.common.synchronization [req-c50937a9-95c0-45e6-9bd3-5830c8b844d8 req-76039fb2-b2a2-4836-aae3-b65c60c7b5ba tempest-VolumesAssistedSnapshotsTest-647267504 tempest-VolumesAssistedSnapshotsTest-647267504-project-member] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_members [ 729.573116] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_members [ 729.573116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.573116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.573116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.573116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.573116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.573116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.573116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.573898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.573898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.573898] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.623420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.008558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 730.008558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.067525] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.067715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.069043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.069043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.069043] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.069043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.069043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.069508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.070088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.070434] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.070644] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.070734] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.070862] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.071105] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.071239] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.071411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.075878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.076136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.076218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.076428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.076520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.076807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.076944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.077022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.077197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.077342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.077509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 already deleted. [ 730.077598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.094377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.094607] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.094681] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.094832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.095169] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-41041530-e85c-4a88-bcb7-b31358ffa168 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.095338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.095437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.095810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.095946] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41041530-e85c-4a88-bcb7-b31358ffa168',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.129059] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.267488] env[65432]: INFO networking_nsxv3.common.synchronization [req-b36ce55f-1140-4fea-959f-6f82b100b69e req-860c685d-0986-4dd2-94d7-60d97cf830cf tempest-ServersAdminNegativeTestJSON-1657240494 tempest-ServersAdminNegativeTestJSON-1657240494-project-member] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 730.268078] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 730.268395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.268518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.268583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.268801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.268955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.269106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.269182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.269340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.269430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.269526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.599209] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.599966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.599966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.599966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.600101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.600206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 41041530-e85c-4a88-bcb7-b31358ffa168 not found, creating... [ 730.600466] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.600612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.600762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.601244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.601405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.601712] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.602051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.602187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.602473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.602722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.603287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 41041530-e85c-4a88-bcb7-b31358ffa168 is going to be created. [ 730.631268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.631476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.631516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.631730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.631824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.631925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 730.637066] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.637418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.637602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.637997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.638354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.638674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.677275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.677536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.677606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.677891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.678101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.699762] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 730.772111] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.274884] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.407804] env[65432]: INFO networking_nsxv3.common.synchronization [req-c50937a9-95c0-45e6-9bd3-5830c8b844d8 req-bcd6b7b3-5300-4054-b239-5d8b37779b54 service nova] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_rules [ 731.409581] env[65432]: INFO networking_nsxv3.common.synchronization [req-c50937a9-95c0-45e6-9bd3-5830c8b844d8 req-bcd6b7b3-5300-4054-b239-5d8b37779b54 service nova] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_members [ 731.409769] env[65432]: INFO networking_nsxv3.common.synchronization [req-c50937a9-95c0-45e6-9bd3-5830c8b844d8 req-bcd6b7b3-5300-4054-b239-5d8b37779b54 service nova] Enqueued Resource ID: 41041530-e85c-4a88-bcb7-b31358ffa168 with Priority: HIGHEST for action port [ 731.410422] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_rules [ 731.410565] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_members [ 731.410666] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41041530-e85c-4a88-bcb7-b31358ffa168 with Priority: HIGHEST for action port [ 731.410935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.411415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.411752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.411875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.415029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.415029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.415029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.415029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.415029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.419726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-41041530-e85c-4a88-bcb7-b31358ffa168 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.420411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.420411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.420411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.421291] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41041530-e85c-4a88-bcb7-b31358ffa168',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.777609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.777775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.777850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.778100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.778195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.778299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be updated. [ 731.814028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.814028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.814028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.814277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.814315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.825194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 731.923134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.923344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.923599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.924865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41041530-e85c-4a88-bcb7-b31358ffa168 with status ACTIVE [ 731.925354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.925478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.925576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.926627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.926883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.927088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.927207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.927272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.927468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.927569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.927808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.927914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.927984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.928157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.928238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.928330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41041530-e85c-4a88-bcb7-b31358ffa168 is going to be updated. [ 731.959563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.959704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.959787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.960016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.960164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.960345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41041530-e85c-4a88-bcb7-b31358ffa168" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.430877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.710529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 732.710801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.711016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.711345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.712291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.712291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.712291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.712291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.712291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.712291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.712595] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.937211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.937416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.937505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.937722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.937833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.937947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 is going to be created. [ 732.963977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.964259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.964259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.964402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.964559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.975034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fc2793-083e-4d99-8f47-17570fc05451 in Status: UNINITIALIZED for 2s [ 733.055609] env[65432]: INFO networking_nsxv3.common.synchronization [req-3df1ac02-184f-42eb-a247-52bfa854ecbd req-4f8fcc04-abdc-491e-8970-d0438eeb7b6b tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb with Priority: HIGHEST for action security_group_rules [ 733.056211] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb with Priority: HIGHEST for action security_group_rules [ 733.057541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.057541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.057541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.058055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.058055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db72c955-8b3e-4491-aa79-a5b61e8f25cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.216171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.581182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.581673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.581779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.581876] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb already deleted. [ 733.581968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.718985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68: rpc.has_security_group_logging(os_id): False [ 733.739658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.739658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.739658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.739658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.739882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.739972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.740082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.740140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.740285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.740356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.740439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 733.807991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.807991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.808148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.808257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.808410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823983] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 733.838210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 733.838210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.249184] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f70bd1b1-b1fc-47a0-9f8d-57e97baf5832 None None] Enqueued Resource ID: 62893fa9-e99a-451d-a9c7-2fdf6d3132e7 with Priority: HIGHEST for action port [ 734.249816] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62893fa9-e99a-451d-a9c7-2fdf6d3132e7 with Priority: HIGHEST for action port [ 734.250645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-62893fa9-e99a-451d-a9c7-2fdf6d3132e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.250858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62893fa9-e99a-451d-a9c7-2fdf6d3132e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.250858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62893fa9-e99a-451d-a9c7-2fdf6d3132e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.251195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62893fa9-e99a-451d-a9c7-2fdf6d3132e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.251451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62893fa9-e99a-451d-a9c7-2fdf6d3132e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.756924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62893fa9-e99a-451d-a9c7-2fdf6d3132e7 [ 734.756924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.756924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.756924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.756924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.756924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62893fa9-e99a-451d-a9c7-2fdf6d3132e7 already deleted. [ 734.756924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62893fa9-e99a-451d-a9c7-2fdf6d3132e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.769025] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 734.769025] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 734.769545] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 734.769660] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 734.769950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.771573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.771649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.771916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.775037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.775037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.775037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.775037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.775037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.775037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.775309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.775309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.775374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.775581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.775737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.775826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.775889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.776073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.776167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.776550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.831575] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_rules [ 734.831746] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 734.832656] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 734.832656] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 734.832656] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d4f0941-5135-4f35-af4a-aadb4435e809 req-28fc2994-e0bf-4605-9ffa-e66d1306330b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 with Priority: HIGHEST for action port [ 734.832990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_rules [ 734.832990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 734.832990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 with Priority: HIGHEST for action port [ 734.832990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 734.834307] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 734.834307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.834453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.834491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.834910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.834910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.835738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.839721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.839721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.839721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.839721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.841147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f6ab5c-479e-45f2-a195-5cd74c975a96 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.841147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.841147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.841147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.841147] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f6ab5c-479e-45f2-a195-5cd74c975a96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.841834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.841925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.842146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.842229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.987694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fc2793-083e-4d99-8f47-17570fc05451 in Status: SUCCESS [ 734.987694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.987694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.987889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.987965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.988106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.988174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.988328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.988408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.988494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.988589] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.181023] env[65432]: INFO networking_nsxv3.common.synchronization [req-191b7c89-6350-48a6-a866-58ca1a32194b req-6e5f491b-4e0f-442e-a172-be1f3104ffd2 tempest-FloatingIPsAssociationNegativeTestJSON-80037027 tempest-FloatingIPsAssociationNegativeTestJSON-80037027-project-member] Enqueued Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_members [ 735.181023] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGHEST for action security_group_members [ 735.181511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.181857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.184731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.184731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.184731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.184731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.184731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.184731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.184731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.184731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.280501] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.280960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.346018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.346018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8f6ab5c-479e-45f2-a195-5cd74c975a96 with status ACTIVE [ 735.346018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.346018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.346018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.346534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.346534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.346534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.346534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.346673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.346673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.346846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.346846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 is going to be updated. [ 735.348359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.348518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.370282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.370507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.370507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.370725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.370869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.371043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.493951] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.686546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.686710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.686769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.687033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.687119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.687400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.687400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.687589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.687626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.687684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.687767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdeddd7-4f65-4744-8251-f9e91603ee19 is going to be updated. [ 735.721815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.722331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.722538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.724068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.724068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.735621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdeddd7-4f65-4744-8251-f9e91603ee19 in Status: IN_PROGRESS for 2s [ 735.782685] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.783646] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.840317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 735.840636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.997656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8fc2793-083e-4d99-8f47-17570fc05451: rpc.has_security_group_logging(os_id): False [ 736.017870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.017870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.017870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.017870] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 is going to be created. [ 736.080586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.080799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.080799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.081037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.081254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.091462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8fc2793-083e-4d99-8f47-17570fc05451 in Status: IN_PROGRESS for 2s [ 736.286261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.286261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.286590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.286743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.286860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.286976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be created. [ 736.290381] env[65432]: INFO networking_nsxv3.common.synchronization [None req-442d6be7-83a8-4562-a4a6-d8125fc701f2 None None] Enqueued Resource ID: c490090d-8032-4d4f-8342-81bdc08018a1 with Priority: HIGHEST for action port [ 736.290703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.290911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.291035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.291290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.292457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.292623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 736.295452] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c490090d-8032-4d4f-8342-81bdc08018a1 with Priority: HIGHEST for action port [ 736.296450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c490090d-8032-4d4f-8342-81bdc08018a1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.296584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c490090d-8032-4d4f-8342-81bdc08018a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.296660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c490090d-8032-4d4f-8342-81bdc08018a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.296946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c490090d-8032-4d4f-8342-81bdc08018a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.297664] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c490090d-8032-4d4f-8342-81bdc08018a1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.341400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.341590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.341638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.341856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.342022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.347183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.347286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.347355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.347519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.347664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.356667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: UNINITIALIZED for 2s [ 736.357382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 736.502823] env[65432]: INFO networking_nsxv3.common.synchronization [req-efb78b99-3b9e-41f9-845e-89930e01eb07 req-9f859d54-0ac6-48e1-9c8c-89a04be2dcad tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 736.502823] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 736.502823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.502823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.502823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.504024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.521750] env[65432]: INFO networking_nsxv3.common.synchronization [req-efb78b99-3b9e-41f9-845e-89930e01eb07 req-9f859d54-0ac6-48e1-9c8c-89a04be2dcad tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 736.521920] env[65432]: INFO networking_nsxv3.common.synchronization [req-efb78b99-3b9e-41f9-845e-89930e01eb07 req-9f859d54-0ac6-48e1-9c8c-89a04be2dcad tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 736.522081] env[65432]: INFO networking_nsxv3.common.synchronization [req-efb78b99-3b9e-41f9-845e-89930e01eb07 req-9f859d54-0ac6-48e1-9c8c-89a04be2dcad tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with Priority: HIGHEST for action port [ 736.522607] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_rules [ 736.522744] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 736.523386] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with Priority: HIGHEST for action port [ 736.524057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.524057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.524057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.524425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.524523] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.525358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.525456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.525900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.526035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.526106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.526276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.526371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.801474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c490090d-8032-4d4f-8342-81bdc08018a1 [ 736.801925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.801925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.802082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.802560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.802560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c490090d-8032-4d4f-8342-81bdc08018a1 already deleted. [ 736.802560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c490090d-8032-4d4f-8342-81bdc08018a1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.009651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.032582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.032942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.032942] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 with status ACTIVE [ 737.037278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.037278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.037278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.037278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.037278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3 is going to be updated. [ 737.070037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.070543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.070770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.071294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.071579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.071883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a429b3-b2f5-47ea-ab23-3dda9a4c75f3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.512233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.748748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdeddd7-4f65-4744-8251-f9e91603ee19 in Status: SUCCESS [ 737.748748] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdeddd7-4f65-4744-8251-f9e91603ee19 deletion is rescheduled due to dependency. [ 737.748748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.796275] env[65432]: INFO networking_nsxv3.common.synchronization [req-7665edfb-7839-432c-8289-45cd8c0a86ac req-bce97905-f0a9-4103-b00d-d7ffa7509943 tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb with Priority: HIGHEST for action security_group_rules [ 737.796275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb with Priority: HIGHEST for action security_group_rules [ 737.796580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.796634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.797900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.797900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db72c955-8b3e-4491-aa79-a5b61e8f25cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.014206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.014518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.014518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.015142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.015142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 738.043774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.043879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.043879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.044678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.044678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.054616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 738.103500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8fc2793-083e-4d99-8f47-17570fc05451 in Status: SUCCESS [ 738.103729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.320739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.320739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.320739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.320739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.320739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.320739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb already deleted. [ 738.320739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.374539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 738.374539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.375432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.375432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.375432] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.375669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.375669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.375749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.375839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.375945] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.380872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 738.382037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.382037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.382037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.382349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.383254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.383254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.383254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.383254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.383254] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.885201] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.886418] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.388314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.391308] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.891226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.891488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.895052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.895052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.895192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.895284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be updated. [ 739.896732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.896889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.896986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.897642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.897733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.897829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 739.932015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.932285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.932285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.932537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.932616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.934528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.934793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.934793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.935847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.935977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.950850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 739.951511] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: IN_PROGRESS for 2s [ 740.073217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.076307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.076307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.076307] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.578273] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.038989] env[65432]: INFO networking_nsxv3.common.synchronization [req-77052fa5-9239-4710-bbbc-d8c8f421587d req-9669d559-86d9-4226-b346-3cc27d5fc501 tempest-SecurityGroupRulesTestJSON-1187961231 tempest-SecurityGroupRulesTestJSON-1187961231-project-member] Enqueued Resource ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb with Priority: HIGHEST for action security_group_rules [ 741.039528] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb with Priority: HIGHEST for action security_group_rules [ 741.039825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.039977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.042237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.042513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.042604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db72c955-8b3e-4491-aa79-a5b61e8f25cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.081233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.316638] env[65432]: INFO networking_nsxv3.common.synchronization [None req-31aefdef-1b67-4d28-8644-dc70c8936ed9 None None] Enqueued Resource ID: c87bb220-df8f-416c-8b26-e2da909b573b with Priority: HIGHEST for action port [ 741.316638] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87bb220-df8f-416c-8b26-e2da909b573b with Priority: HIGHEST for action port [ 741.316866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87bb220-df8f-416c-8b26-e2da909b573b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.316992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87bb220-df8f-416c-8b26-e2da909b573b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.317071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87bb220-df8f-416c-8b26-e2da909b573b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.317351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87bb220-df8f-416c-8b26-e2da909b573b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.317437] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87bb220-df8f-416c-8b26-e2da909b573b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.566165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.566367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.566446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.567156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.567156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.567156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db72c955-8b3e-4491-aa79-a5b61e8f25cb already deleted. [ 741.567156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db72c955-8b3e-4491-aa79-a5b61e8f25cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.587063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.587327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.587327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.587510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.587555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.587684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 741.619886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.620071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.620123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.621586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.621586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.632111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 741.819369] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c87bb220-df8f-416c-8b26-e2da909b573b [ 741.819638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.819772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.819840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.820110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.820281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.820356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c87bb220-df8f-416c-8b26-e2da909b573b already deleted. [ 741.820443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87bb220-df8f-416c-8b26-e2da909b573b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.967289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 741.967289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.967289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 741.967289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.967289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.967289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.968119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.968435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.968602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.968866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.969123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.969439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.969704] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.970956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.971259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.971524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.972032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.972032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.972200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.973032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.973032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.973032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.474607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.475719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.475848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.475929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.476136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.476292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.476389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.476451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.476609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.476693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.476781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.476948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.477042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.477100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.477226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.477363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.477451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.477510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.477643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.477717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.477797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.478119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.719519] env[65432]: INFO networking_nsxv3.common.synchronization [req-1fd0250c-be22-4122-a963-4bc356b5cb79 req-b7d2c412-e497-4de1-8a1e-a9b456319348 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 742.720075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 742.720380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.721236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.721236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.721580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.721642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.721999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.981359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2: rpc.has_security_group_logging(os_id): False [ 742.984176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 743.002623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.002764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.002821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.003062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.003159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.003397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.003496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.003571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.003731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.003956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.003956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be created. [ 743.005910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.006045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.006118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.006272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.006373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.006556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.006646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.006707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.006867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.006946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.007184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.007283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.007441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.007500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.007564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.007837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.007950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.008024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.008175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.008262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.008345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 743.080980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.081383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.081457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.082369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.082607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.087203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.087351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.087351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.087891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.087891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.099725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: IN_PROGRESS for 2s [ 743.103623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 743.167152] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.167152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.167152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.167152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.167806] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.168179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.171831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.171831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.171831] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.171831] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.171831] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.171831] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.171831] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.171831] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.171831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.213248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.213433] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.213551] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.213737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.214067] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-8fe66b84-cf04-4654-9a11-325ac9a42dfc taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.214246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.214363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.214689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.214826] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe66b84-cf04-4654-9a11-325ac9a42dfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.224061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.224297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.224398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.224638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.224735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.224946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.225062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.225140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.225290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.225371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.225457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 743.269030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.269235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.269279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.269501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.269666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.281653] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 743.645165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.645165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645165] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.723323] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.723323] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 8fe66b84-cf04-4654-9a11-325ac9a42dfc not found, creating... [ 743.723323] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.723323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.724025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.724025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.724025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.724025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.724025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.724944] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 8fe66b84-cf04-4654-9a11-325ac9a42dfc is going to be created. [ 743.748046] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.749408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.749543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.749883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.750159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.750360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.803525] env[65432]: INFO networking_nsxv3.common.synchronization [None req-14bf4329-5a87-401a-9be1-dd5fe39635f9 None None] Enqueued Resource ID: 586be4a6-8505-4a47-bed8-42dd2a726565 with Priority: HIGHEST for action port [ 743.803525] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586be4a6-8505-4a47-bed8-42dd2a726565 with Priority: HIGHEST for action port [ 743.803525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-586be4a6-8505-4a47-bed8-42dd2a726565 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.804181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586be4a6-8505-4a47-bed8-42dd2a726565" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.804181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586be4a6-8505-4a47-bed8-42dd2a726565" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.804181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586be4a6-8505-4a47-bed8-42dd2a726565" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.804181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586be4a6-8505-4a47-bed8-42dd2a726565',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.948254] env[65432]: INFO networking_nsxv3.common.synchronization [None req-06daa882-148d-4db1-8370-2f13a7827847 None None] Enqueued Resource ID: 452f1095-534d-4a66-8b72-7ff40a9652d5 with Priority: HIGHEST for action port [ 743.948254] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452f1095-534d-4a66-8b72-7ff40a9652d5 with Priority: HIGHEST for action port [ 743.948254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-452f1095-534d-4a66-8b72-7ff40a9652d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.948254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452f1095-534d-4a66-8b72-7ff40a9652d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.948254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452f1095-534d-4a66-8b72-7ff40a9652d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.948254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452f1095-534d-4a66-8b72-7ff40a9652d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.948254] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452f1095-534d-4a66-8b72-7ff40a9652d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.152023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.307162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 586be4a6-8505-4a47-bed8-42dd2a726565 [ 744.307989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.309719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.310834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.311246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.312043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.312043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:586be4a6-8505-4a47-bed8-42dd2a726565 already deleted. [ 744.312043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586be4a6-8505-4a47-bed8-42dd2a726565" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.435244] env[65432]: INFO networking_nsxv3.common.synchronization [req-1fd0250c-be22-4122-a963-4bc356b5cb79 req-5e635ca5-11ac-48bb-9761-855e1991e185 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 744.435345] env[65432]: INFO networking_nsxv3.common.synchronization [req-1fd0250c-be22-4122-a963-4bc356b5cb79 req-5e635ca5-11ac-48bb-9761-855e1991e185 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 744.435499] env[65432]: INFO networking_nsxv3.common.synchronization [req-1fd0250c-be22-4122-a963-4bc356b5cb79 req-5e635ca5-11ac-48bb-9761-855e1991e185 service nova] Enqueued Resource ID: 8fe66b84-cf04-4654-9a11-325ac9a42dfc with Priority: HIGHEST for action port [ 744.435696] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 744.435948] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 744.435948] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe66b84-cf04-4654-9a11-325ac9a42dfc with Priority: HIGHEST for action port [ 744.436475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.436613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.436714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.436925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.437013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.438316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.438456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.438694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe66b84-cf04-4654-9a11-325ac9a42dfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.438863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.439310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.439310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.442159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe66b84-cf04-4654-9a11-325ac9a42dfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.450557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 452f1095-534d-4a66-8b72-7ff40a9652d5 [ 744.450895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.451233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.451233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.451598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.451598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.451760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:452f1095-534d-4a66-8b72-7ff40a9652d5 already deleted. [ 744.452079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452f1095-534d-4a66-8b72-7ff40a9652d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.654341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68: rpc.has_security_group_logging(os_id): False [ 744.675758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.675758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.675758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.675758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.675758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.676019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.676019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.676104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.679981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.679981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.679981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 744.742137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.742524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.742524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.742524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.742688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.759016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 744.931443] env[65432]: INFO networking_nsxv3.common.synchronization [req-3323c228-98a0-463d-8d69-4e533eb88f21 req-45d44b0e-bfce-4c1e-821e-b99d69827b3b tempest-AttachInterfacesUnderV243Test-1942065769 tempest-AttachInterfacesUnderV243Test-1942065769-project-member] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 744.934605] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGHEST for action security_group_members [ 744.934605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.934605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.934605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.934605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.943957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.944095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.944283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe66b84-cf04-4654-9a11-325ac9a42dfc with status ACTIVE [ 744.944448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.944579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.944611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.945369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.945369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.945369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.945369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.945369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.945369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.945633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.945633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.945717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.946296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.946296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.946296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe66b84-cf04-4654-9a11-325ac9a42dfc is going to be updated. [ 744.982459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.982617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.982687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.982889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.983039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.983207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe66b84-cf04-4654-9a11-325ac9a42dfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.119873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 745.120163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.135710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 745.135933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.292932] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 745.296014] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.296014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.296014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.296014] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.423966] env[65432]: INFO networking_nsxv3.common.synchronization [req-6c0c3e5b-3136-469e-9dd6-466b4cb84006 req-61ec4879-2a81-4d3f-963e-73dc979ea3e0 tempest-ImagesNegativeTestJSON-548666774 tempest-ImagesNegativeTestJSON-548666774-project-member] Enqueued Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_members [ 745.424554] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_members [ 745.425202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.425202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.425202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.426133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.426260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.426409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.426496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.427421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.427421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.427421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.438182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.438182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.438182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.440106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.441451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.441451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.441451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.441451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.441451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.441451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.441451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be updated. [ 745.471685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.471833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.471905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.472199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.472305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.482175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: IN_PROGRESS for 2s [ 745.800534] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.839431] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.839629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-824" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.839749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-824" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.840089] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-824" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.840671] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.840671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.840671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.840865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.841329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.841616] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.841754] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.841931] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.841970] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.842128] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.842288] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.842455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.865161] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.865161] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.865161] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.865161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-824" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.865161] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.865161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.865161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.865161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.866014] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d91bd9-9d9b-4b56-8015-3c9702645b5f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.931102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.931102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.931102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb already deleted. [ 745.931102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.943043] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2c4bebc7-ecbc-4504-b156-443d9ab8255f tempest-ServersTestManualDisk-1510545356 tempest-ServersTestManualDisk-1510545356-project-member] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_rules [ 745.943043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_rules [ 745.943043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.943043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.944178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.944178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.210646] env[65432]: INFO networking_nsxv3.common.synchronization [None req-31fddd43-4652-470a-91a9-2d4f8b01fd75 None None] Enqueued Resource ID: 79ddb973-12f9-4ff2-b424-f55e4099c4d6 with Priority: HIGHEST for action port [ 746.211348] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ddb973-12f9-4ff2-b424-f55e4099c4d6 with Priority: HIGHEST for action port [ 746.211680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ddb973-12f9-4ff2-b424-f55e4099c4d6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.211840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ddb973-12f9-4ff2-b424-f55e4099c4d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.211910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ddb973-12f9-4ff2-b424-f55e4099c4d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ddb973-12f9-4ff2-b424-f55e4099c4d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212294] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ddb973-12f9-4ff2-b424-f55e4099c4d6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.231988] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f4131370-6f12-46d8-9570-89566b04722a tempest-ServersTestManualDisk-1510545356 tempest-ServersTestManualDisk-1510545356-project-member] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_rules [ 746.232576] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_rules [ 746.232890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.233850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.303958] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.369722] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.369954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.370020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.370277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.370481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.370575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port e8d91bd9-9d9b-4b56-8015-3c9702645b5f not found, creating... [ 746.370838] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.370990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.371116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.371459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.371545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.371766] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.371915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.372043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.372384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.372446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.372538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: e8d91bd9-9d9b-4b56-8015-3c9702645b5f is going to be created. [ 746.395967] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.396112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.396364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.396820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.397349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.472778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.473013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.473013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.473240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.473338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.473444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 already deleted. [ 746.473551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.473718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.473880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.473967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.715193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79ddb973-12f9-4ff2-b424-f55e4099c4d6 [ 746.715440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.715576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.715647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.715859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.715950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.716060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79ddb973-12f9-4ff2-b424-f55e4099c4d6 already deleted. [ 746.716138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ddb973-12f9-4ff2-b424-f55e4099c4d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.774216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 746.774463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.806696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.807069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.807069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.807173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.807275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.807583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 746.843122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.843122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.843122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.843122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.843122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.851809] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 747.003026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.003209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.003246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.003475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.003569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.003708] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 already deleted. [ 747.003848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.016938] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 747.017220] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_members [ 747.017220] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 747.018092] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 747.018266] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_members [ 747.018413] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 747.018782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.018940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.019132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.019408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.019655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.019885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.020067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.020174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.020393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.020705] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.021791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-49af4a87-819f-4aa1-95d5-2d0c6d250b50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.021949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.022019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.022664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.022664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.022664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.022664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.022664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.023085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.023085] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.024464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.024464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.024464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.024839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.024839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.024839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.024839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.025245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.025245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.025245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.097677] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_rules [ 747.097877] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 747.097966] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_rules [ 747.098555] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_members [ 747.098555] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 747.098555] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 747.098555] env[65432]: INFO networking_nsxv3.common.synchronization [req-4869520d-4557-476b-9c2b-556b20cbec15 req-ea029c08-dbed-4911-8dc1-5c1aa47a04fd tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 with Priority: HIGHEST for action port [ 747.100863] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_rules [ 747.101013] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_rules [ 747.101119] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 747.101261] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 with Priority: HIGHEST for action port [ 747.101362] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_rules [ 747.101458] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 747.101539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_members [ 747.101920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.101989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.102039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.102274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.102369] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.103298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49af4a87-819f-4aa1-95d5-2d0c6d250b50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.103918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.103918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.103918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.103918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.104709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.104817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.104907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f6ab5c-479e-45f2-a195-5cd74c975a96 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.105011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.105077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.105235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.105715] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f6ab5c-479e-45f2-a195-5cd74c975a96',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.106067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.106171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.106238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.106385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.106458] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.107677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.107783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.107959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-49af4a87-819f-4aa1-95d5-2d0c6d250b50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.108054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.198373] env[65432]: INFO networking_nsxv3.common.synchronization [req-6c0c3e5b-3136-469e-9dd6-466b4cb84006 req-601798c3-09b8-40a7-ab2a-916092340bcb service nova] Enqueued Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_rules [ 747.198520] env[65432]: INFO networking_nsxv3.common.synchronization [req-6c0c3e5b-3136-469e-9dd6-466b4cb84006 req-601798c3-09b8-40a7-ab2a-916092340bcb service nova] Enqueued Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_members [ 747.198651] env[65432]: INFO networking_nsxv3.common.synchronization [req-6c0c3e5b-3136-469e-9dd6-466b4cb84006 req-601798c3-09b8-40a7-ab2a-916092340bcb service nova] Enqueued Resource ID: e8d91bd9-9d9b-4b56-8015-3c9702645b5f with Priority: HIGHEST for action port [ 747.198875] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_rules [ 747.199259] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_members [ 747.199373] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d91bd9-9d9b-4b56-8015-3c9702645b5f with Priority: HIGHEST for action port [ 747.200439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.200439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.200439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.200630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.200679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.201653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.201653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.202019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.202019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.202188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.202188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.202471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.206327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.206479] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.207335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.207445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.207513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.207670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.207748] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d91bd9-9d9b-4b56-8015-3c9702645b5f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.493969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 in Status: SUCCESS [ 747.494310] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 deletion is rescheduled due to dependency. [ 747.494482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.527292] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.528690] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.529664] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.610717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.610717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8f6ab5c-479e-45f2-a195-5cd74c975a96 with status ACTIVE [ 747.610717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.610717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.611206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.611206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.611206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.611206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.611348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.611348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.611408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8f6ab5c-479e-45f2-a195-5cd74c975a96 is going to be updated. [ 747.614260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-49af4a87-819f-4aa1-95d5-2d0c6d250b50 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.614427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.618928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.618928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.641824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.641824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.641824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.641824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.641824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.641824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f6ab5c-479e-45f2-a195-5cd74c975a96" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.709788] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.711027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.711403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.711403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d91bd9-9d9b-4b56-8015-3c9702645b5f with status ACTIVE [ 747.711572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.711632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.711666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.711844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.711928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.712105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.712200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.712388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.712422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.712964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.712964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.712964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.712964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.712964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.713518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.713518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d91bd9-9d9b-4b56-8015-3c9702645b5f is going to be updated. [ 747.743384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.743539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.743619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.743826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.743966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d91bd9-9d9b-4b56-8015-3c9702645b5f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.031071] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.032454] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.033030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.214797] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.535327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.535511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.535567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.535752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.535838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.536672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 is going to be created. [ 748.537231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.537459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.537567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.537656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be updated. [ 748.541018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.541018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.541018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.541018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.541018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 748.574479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.574628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.574667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.574971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.575149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.577291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.577429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.577490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.577636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.577756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.579916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.580070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.580182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.580258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.580373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.590317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 748.591825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: IN_PROGRESS for 2s [ 748.595282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 in Status: UNINITIALIZED for 2s [ 748.720226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.720226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.720353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.720493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.720577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.720673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb is going to be created. [ 748.748721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.748721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.750279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.750279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.750279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.763105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb in Status: UNINITIALIZED for 2s [ 748.864429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 748.864614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.864773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.864986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.865536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.865536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.865536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.865536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.865694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.865694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.865751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.370527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.370856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.370856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.371872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.371953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.375450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.375512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.879533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c47b16-1ba0-4464-ba99-10f789473638: rpc.has_security_group_logging(os_id): False [ 749.899883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.900100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.900436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.900738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.900738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.900908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.902122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.902122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.902122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.902444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.902444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.902444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 749.977356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.977514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.977576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.977788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.977934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.995487] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 750.602511] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 750.602833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.602885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.603116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.603303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.603415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.603817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.603817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.603817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.603817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.606847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 750.606847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 in Status: SUCCESS [ 750.608238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.608403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608648] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.609597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.609780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.609980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.610102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.610166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.610693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.610693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.610693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.775168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb in Status: SUCCESS [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775168] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.112433] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.113289] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.114053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.126297] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4192725-fc06-4cd9-aeb2-a54bef29d931 req-e72fff97-c04d-42c2-be91-2f2697b9aa08 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_members [ 751.126546] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4192725-fc06-4cd9-aeb2-a54bef29d931 req-e72fff97-c04d-42c2-be91-2f2697b9aa08 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 751.126690] env[65432]: INFO networking_nsxv3.common.synchronization [req-a4192725-fc06-4cd9-aeb2-a54bef29d931 req-e72fff97-c04d-42c2-be91-2f2697b9aa08 tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 751.127302] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 with Priority: HIGHEST for action security_group_members [ 751.127435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGHEST for action security_group_members [ 751.127533] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 751.128585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-49af4a87-819f-4aa1-95d5-2d0c6d250b50 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.129171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.130289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.130448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.130686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.130822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.278407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.278584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.279021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.279021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.279115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.279226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.279284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.279409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.280217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.280366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.280564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.280613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.280679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.280821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.280969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.281070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.281135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.281336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.281418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.281502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.281594] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.617482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.618386] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.619013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.787456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9e9479-fcbd-426a-a4e5-b529ab7219fb: rpc.has_security_group_logging(os_id): False [ 751.813029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.813029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.813029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.813029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.813029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.813029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.813029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.814090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.814529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.814801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.815451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.818026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.818026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.818026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb is going to be created. [ 751.854191] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d06d837-4b37-4c17-ac07-7d4881a5f0eb req-1d65066a-f700-4e46-8cfd-9250ff0bb990 tempest-ServerGroupTestJSON-278910356 tempest-ServerGroupTestJSON-278910356-project-member] Enqueued Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_members [ 751.854894] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_members [ 751.856640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.857130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.857692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.858158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.858505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.858767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.858923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.860334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.860603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.861199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.905653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.905837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.905877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.906292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.906485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.919956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb in Status: IN_PROGRESS for 2s [ 752.035814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 752.035814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.122668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.122888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.122936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.123165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.123261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.123368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 752.124729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.124892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.124930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.125147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.125236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.125602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 is going to be updated. [ 752.129028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.129028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be updated. [ 752.168080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.168785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.168938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.171341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.171575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.171710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.171970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.172219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.173717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.173935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.174168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.174322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.174520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.186886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: IN_PROGRESS for 2s [ 752.187756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 752.188451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 in Status: IN_PROGRESS for 2s [ 752.368815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.369131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.369255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.369395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.369496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.369704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.369803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.369881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.370037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.370366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.370366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd already deleted. [ 752.370366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.465986] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.465986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-406" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.465986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-406" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.466276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-406" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.466777] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.467052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.467245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.467605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.467828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.468150] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.468326] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.468494] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.468690] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.468866] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.469056] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.469393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.489078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.489254] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.489478] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.489729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-406" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.490190] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-200eb5ef-9f36-49f3-966c-5accffd73bec taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.490444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.490630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.491085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.491300] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200eb5ef-9f36-49f3-966c-5accffd73bec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.995531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.995893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.996153] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.996617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.997026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.997026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 200eb5ef-9f36-49f3-966c-5accffd73bec not found, creating... [ 752.997302] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.997484] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.997600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.997832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.998039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.999444] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.999708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.000496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.000769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.000943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.001131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 200eb5ef-9f36-49f3-966c-5accffd73bec is going to be created. [ 753.025793] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.026219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.026308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.026803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.026803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.026943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.797283] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d06d837-4b37-4c17-ac07-7d4881a5f0eb req-bbc2a6d2-d8e7-46f9-9bc7-dbea894e4aaa service nova] Enqueued Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_rules [ 753.797283] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d06d837-4b37-4c17-ac07-7d4881a5f0eb req-bbc2a6d2-d8e7-46f9-9bc7-dbea894e4aaa service nova] Enqueued Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_members [ 753.797283] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d06d837-4b37-4c17-ac07-7d4881a5f0eb req-bbc2a6d2-d8e7-46f9-9bc7-dbea894e4aaa service nova] Enqueued Resource ID: 200eb5ef-9f36-49f3-966c-5accffd73bec with Priority: HIGHEST for action port [ 753.797283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_rules [ 753.797283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_members [ 753.797283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200eb5ef-9f36-49f3-966c-5accffd73bec with Priority: HIGHEST for action port [ 753.797907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.798212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.798794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.799084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.800894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.802150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.802150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.802874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.804160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-200eb5ef-9f36-49f3-966c-5accffd73bec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.806524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.806524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.806524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.806524] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200eb5ef-9f36-49f3-966c-5accffd73bec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.935814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb in Status: SUCCESS [ 753.936082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.999012] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c6798842-f7b4-450d-bb2d-5711be165ced None None] Enqueued Resource ID: 5dc21f2e-8553-4bbe-8c16-49c1213823a2 with Priority: HIGHEST for action port [ 753.999892] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc21f2e-8553-4bbe-8c16-49c1213823a2 with Priority: HIGHEST for action port [ 754.000015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc21f2e-8553-4bbe-8c16-49c1213823a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.000132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc21f2e-8553-4bbe-8c16-49c1213823a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.000235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc21f2e-8553-4bbe-8c16-49c1213823a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.000959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc21f2e-8553-4bbe-8c16-49c1213823a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.000959] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc21f2e-8553-4bbe-8c16-49c1213823a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.201710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 754.201933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.202152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.202392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.202587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.202725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.202793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.202952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.203098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.203199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.203301] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.204937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 in Status: SUCCESS [ 754.205130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.205803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 754.205970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.206123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.206313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.207210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.207210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.207210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.207210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.207210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.207210] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.208386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.208386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.208386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.208386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.208386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.209193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.209193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.209193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.209193] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.209454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.209548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.211517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.211517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.211517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.211517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.211517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.211517] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.214935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.215155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.215318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.215423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.215582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.216045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.216045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.216045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.216599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.216661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.216783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.216919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.217136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.217136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.217312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.217312] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.242901] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1f0ff16-7b29-4397-a17d-aeef40c10c69 req-1e48ad91-568e-4759-9cec-905afd7ce4ea tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 754.243458] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 754.243788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.243930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.243998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.244241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.244420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.244683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.244683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.244779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.244840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.244925] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.245247] env[65432]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 754.307261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.307452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.307528] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.308448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200eb5ef-9f36-49f3-966c-5accffd73bec with status ACTIVE [ 754.308744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.308843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.308843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.309033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.309131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.309361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.309459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.312172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.312172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.312172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200eb5ef-9f36-49f3-966c-5accffd73bec is going to be updated. [ 754.336031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.336031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.336031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.336277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.337038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.337038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200eb5ef-9f36-49f3-966c-5accffd73bec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.502929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dc21f2e-8553-4bbe-8c16-49c1213823a2 [ 754.504054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.504054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.504054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.504054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.504054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.504054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dc21f2e-8553-4bbe-8c16-49c1213823a2 already deleted. [ 754.504964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc21f2e-8553-4bbe-8c16-49c1213823a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.655933] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.656104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.656240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.657107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.657107] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.657107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.657288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.657383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.657536] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.657789] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.657907] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.658016] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.658164] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.658290] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.658412] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.658548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.678823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.678938] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.678997] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.679305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-925" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.679669] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.679893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.680041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.680360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.680514] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5f743a-5fe0-44a0-ab97-29f64632ffb2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.712500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.712645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.712909] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.714130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49af4a87-819f-4aa1-95d5-2d0c6d250b50',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.718955] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.719832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.719960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.720068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.720350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.720418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.720583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.720719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.720808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.720982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.721075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.721165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 is going to be deleted. [ 754.723347] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.723347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.723478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.723590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.723639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.724976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.724976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.724976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.724976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.724976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.724976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be updated. [ 754.746703] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.754664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.754866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.754952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.755120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.755279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.766221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.766498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.766580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.766761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.766854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.767035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.769824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: IN_PROGRESS for 2s [ 754.812887] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.186020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.186020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 9a5f743a-5fe0-44a0-ab97-29f64632ffb2 not found, creating... [ 755.186020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.186020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.186749] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.186749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.186749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.186749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.186749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.186749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 9a5f743a-5fe0-44a0-ab97-29f64632ffb2 is going to be created. [ 755.212236] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.212482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.212602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.212864] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.213100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.213318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.217579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49af4a87-819f-4aa1-95d5-2d0c6d250b50: rpc.has_security_group_logging(os_id): False [ 755.218807] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.223560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2: rpc.has_security_group_logging(os_id): False [ 755.241427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.241427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.241427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.241427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.241427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.241427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.241427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.241427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.241754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.241754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.241817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 is going to be created. [ 755.247019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.247186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.247247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.247420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.247524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.247775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.248233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.248233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.248233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.248233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.248419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be updated. [ 755.249957] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.271016] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/49af4a87-819f-4aa1-95d5-2d0c6d250b50], does not exist path=[/infra/domains/default/groups/49af4a87-819f-4aa1-95d5-2d0c6d250b50]."\n}' [ 755.271016] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/49af4a87-819f-4aa1-95d5-2d0c6d250b50 [ 755.271114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 755.316033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.316033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.316033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.316266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.316266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.316325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd is going to be created. [ 755.356709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.356957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.357035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.357267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.358039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.372673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.372673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.372673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.372673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.372673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.373035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.373112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.373233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.373387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.373467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.374683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.374683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.374683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.374683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.374683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.374683] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49af4a87-819f-4aa1-95d5-2d0c6d250b50 is going to be created. [ 755.377121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.377121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.377121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.377121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.377457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.379034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: UNINITIALIZED for 2s [ 755.417825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: IN_PROGRESS for 2s [ 755.433874] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/49af4a87-819f-4aa1-95d5-2d0c6d250b50], does not exist path=[/infra/domains/default/groups/49af4a87-819f-4aa1-95d5-2d0c6d250b50]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/49af4a87-819f-4aa1-95d5-2d0c6d250b50 [ 755.434134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49af4a87-819f-4aa1-95d5-2d0c6d250b50" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.435107] env[65432]: Traceback (most recent call last): [ 755.435156] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 755.435156] env[65432]: return func(*args, **kwargs) [ 755.435156] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 755.435156] env[65432]: res.raise_for_status() [ 755.435156] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 755.435156] env[65432]: raise HTTPError(http_error_msg, response=self) [ 755.435156] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/49af4a87-819f-4aa1-95d5-2d0c6d250b50 [ 755.435156] env[65432]: During handling of the above exception, another exception occurred: [ 755.435156] env[65432]: Traceback (most recent call last): [ 755.435450] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 755.435450] env[65432]: listener.cb(fileno) [ 755.435450] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 755.435450] env[65432]: result = function(*args, **kwargs) [ 755.435450] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 755.435450] env[65432]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 755.435450] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 755.435450] env[65432]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 755.435450] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 755.435450] env[65432]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 755.435450] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 755.435450] env[65432]: res.raise_for_status() [ 755.435450] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 755.435450] env[65432]: raise HTTPError(http_error_msg, response=self) [ 755.435450] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/49af4a87-819f-4aa1-95d5-2d0c6d250b50 [ 755.435450] env[65432]: Removing descriptor: 20 [ 755.723209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.723209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.723209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.723209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.723209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.723209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 755.752310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.752527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.752598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.752805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.752887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.752977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 755.759565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.759565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.759565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.759565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.759565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.781123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 755.798284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.798425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.798502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.798728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.798915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.810557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 755.998038] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1f0ff16-7b29-4397-a17d-aeef40c10c69 req-91b7e606-1fc7-4e7d-bd0c-f7fe7732db46 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 755.998215] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1f0ff16-7b29-4397-a17d-aeef40c10c69 req-91b7e606-1fc7-4e7d-bd0c-f7fe7732db46 service nova] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 755.998416] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1f0ff16-7b29-4397-a17d-aeef40c10c69 req-91b7e606-1fc7-4e7d-bd0c-f7fe7732db46 service nova] Enqueued Resource ID: 9a5f743a-5fe0-44a0-ab97-29f64632ffb2 with Priority: HIGHEST for action port [ 755.998924] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_rules [ 755.999230] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 755.999495] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5f743a-5fe0-44a0-ab97-29f64632ffb2 with Priority: HIGHEST for action port [ 756.000563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.000764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.000878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.001153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.001351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.003526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.003752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.004247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.004247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.004247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.004868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.004868] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5f743a-5fe0-44a0-ab97-29f64632ffb2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.506965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a5f743a-5fe0-44a0-ab97-29f64632ffb2 with status ACTIVE [ 756.507441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.507596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.507663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.508024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.508124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.508366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.508470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.508470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.508638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.512529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.512529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.512529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.512529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.512529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.512529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.512529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a5f743a-5fe0-44a0-ab97-29f64632ffb2 is going to be updated. [ 756.512863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.512863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.538317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.538317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.538317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.538317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.538317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.538317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a5f743a-5fe0-44a0-ab97-29f64632ffb2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.619959] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e88201d2-3325-4bcb-87a4-5e524996d77e None None] Enqueued Resource ID: 68a89bd0-19d5-4c8d-9600-04eacb5b3adc with Priority: HIGHEST for action port [ 756.619959] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a89bd0-19d5-4c8d-9600-04eacb5b3adc with Priority: HIGHEST for action port [ 756.619959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-68a89bd0-19d5-4c8d-9600-04eacb5b3adc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.619959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68a89bd0-19d5-4c8d-9600-04eacb5b3adc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.619959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68a89bd0-19d5-4c8d-9600-04eacb5b3adc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.619959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68a89bd0-19d5-4c8d-9600-04eacb5b3adc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.619959] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68a89bd0-19d5-4c8d-9600-04eacb5b3adc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.781501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 756.781713] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 deletion is rescheduled due to dependency. [ 756.783019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.122450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68a89bd0-19d5-4c8d-9600-04eacb5b3adc [ 757.122450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.122450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.122450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.122450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.122450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.122450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68a89bd0-19d5-4c8d-9600-04eacb5b3adc already deleted. [ 757.122689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68a89bd0-19d5-4c8d-9600-04eacb5b3adc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.287808] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5b7563de-2d94-495d-b2bb-0da83e429565 tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 757.288432] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 757.289416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.289416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.289595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.290109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.290270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.389087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: SUCCESS [ 757.389444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.389538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.389761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.389951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.390073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.390144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.390306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.390383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.390466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.390556] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.434107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 in Status: SUCCESS [ 757.434338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.658421] env[65432]: INFO networking_nsxv3.common.synchronization [None req-718322bc-4f9a-4b2e-9e9f-21a978a56e60 tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 757.661554] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 757.661554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.661554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.791387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.791387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.791387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.791745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.791845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.791992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.792169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.792335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.792577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.792706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.792789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.792973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.793109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.793218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.793345] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.821339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.821339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 already deleted. [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.821339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.822915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.823119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 757.823393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.824261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.824261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.824261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.824261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.824261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.824532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.825566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.825728] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.896624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.896624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.896624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.896860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.896860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.896974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.897026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.897151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.897246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.897320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.897473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.898736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.898736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.898736] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.063973] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8a4e9678-1b47-4233-a930-0f3f40049158 None None] Enqueued Resource ID: f79c28e0-3746-42f1-ac7d-c8e66672f535 with Priority: HIGHEST for action port [ 758.064779] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79c28e0-3746-42f1-ac7d-c8e66672f535 with Priority: HIGHEST for action port [ 758.065781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79c28e0-3746-42f1-ac7d-c8e66672f535 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.068536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79c28e0-3746-42f1-ac7d-c8e66672f535" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.068536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79c28e0-3746-42f1-ac7d-c8e66672f535" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.068755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79c28e0-3746-42f1-ac7d-c8e66672f535" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.068755] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79c28e0-3746-42f1-ac7d-c8e66672f535',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.302107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 758.322177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.322350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.322445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.323313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.330161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.350136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.350276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.351984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.351984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.352981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.353070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.353285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.353470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.353815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.354031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.354144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.354748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.354873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.355089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.355199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.355266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.355721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.355721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.355721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 758.356769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.356932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.357098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.357298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 already deleted. [ 758.357415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.404415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e62a391c-4ac1-45fd-aaeb-6855060ddefd: rpc.has_security_group_logging(os_id): False [ 758.424447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.424725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.424803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.427082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.427082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.427082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.427595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.427595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.427676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.428026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.428026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.428026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.428162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd is going to be created. [ 758.470058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.470058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.470058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.470669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.470991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.493704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 758.498525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.498714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.498788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.499046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.499229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.514023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: IN_PROGRESS for 2s [ 758.573334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f79c28e0-3746-42f1-ac7d-c8e66672f535 [ 758.573334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.573334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.573334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.573334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.573334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.573334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f79c28e0-3746-42f1-ac7d-c8e66672f535 already deleted. [ 758.573334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79c28e0-3746-42f1-ac7d-c8e66672f535" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.832942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.989451] env[65432]: INFO networking_nsxv3.common.synchronization [req-024889df-214b-4c53-8eb2-8ff556409198 req-440d16cc-032e-4fdf-b2d6-04beeb8f734f tempest-ServersWithSpecificFlavorTestJSON-777249878 tempest-ServersWithSpecificFlavorTestJSON-777249878-project-member] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 758.990447] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 758.990537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.990663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.990731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.990925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.991138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.991193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.991282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.991417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.991504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.991601] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.337020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.337020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.337020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.337020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.337020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.337020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 759.370241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.370241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.370241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.370241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.370241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.379910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 759.456758] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.457177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.457177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.457672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.458024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.458224] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.458811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.459134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.459477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.459687] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.459862] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.460039] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.460208] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.460395] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.460567] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.460705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.483871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.484050] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.484190] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.484358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.484803] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.484919] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.485078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.485435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.485661] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284ffd1b-11d2-4c0b-8fd0-4a0236340a14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.494297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.494490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.494717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.494805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.521957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.522274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.522423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.522517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.522923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.522987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.523069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be updated. [ 759.562049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.562049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.562049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.562049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.562049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.573735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 759.988504] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.988859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.988859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.989166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.989310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.989463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 284ffd1b-11d2-4c0b-8fd0-4a0236340a14 not found, creating... [ 759.989740] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.989910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.990091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.990259] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.990532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.990683] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.990837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.990945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.991177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.991329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.991501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 284ffd1b-11d2-4c0b-8fd0-4a0236340a14 is going to be created. [ 760.013077] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.013295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.013420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.013790] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.014073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.014315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.518827] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 760.518827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.529225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: SUCCESS [ 760.529225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.613026] env[65432]: INFO networking_nsxv3.common.synchronization [None req-13b3d7f5-b497-4e56-9059-20830e1ef942 None None] Enqueued Resource ID: 60387173-ea5c-43b1-9fb4-4587d221a3b1 with Priority: HIGHEST for action port [ 760.613026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60387173-ea5c-43b1-9fb4-4587d221a3b1 with Priority: HIGHEST for action port [ 760.613026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-60387173-ea5c-43b1-9fb4-4587d221a3b1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.613026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60387173-ea5c-43b1-9fb4-4587d221a3b1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.613026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60387173-ea5c-43b1-9fb4-4587d221a3b1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.613026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60387173-ea5c-43b1-9fb4-4587d221a3b1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.613026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60387173-ea5c-43b1-9fb4-4587d221a3b1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.784975] env[65432]: INFO networking_nsxv3.common.synchronization [req-024889df-214b-4c53-8eb2-8ff556409198 req-012c58d4-4d18-43be-8c20-c90cb4f09f7b service nova] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 760.784975] env[65432]: INFO networking_nsxv3.common.synchronization [req-024889df-214b-4c53-8eb2-8ff556409198 req-012c58d4-4d18-43be-8c20-c90cb4f09f7b service nova] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 760.784975] env[65432]: INFO networking_nsxv3.common.synchronization [req-024889df-214b-4c53-8eb2-8ff556409198 req-012c58d4-4d18-43be-8c20-c90cb4f09f7b service nova] Enqueued Resource ID: 284ffd1b-11d2-4c0b-8fd0-4a0236340a14 with Priority: HIGHEST for action port [ 760.785589] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_rules [ 760.785631] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 760.785719] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284ffd1b-11d2-4c0b-8fd0-4a0236340a14 with Priority: HIGHEST for action port [ 760.786042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.786146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.786213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.786763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.786763] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.787490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.788079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.788136] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284ffd1b-11d2-4c0b-8fd0-4a0236340a14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.114995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60387173-ea5c-43b1-9fb4-4587d221a3b1 [ 761.115335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.115664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.115664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.115980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.116083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.116180] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60387173-ea5c-43b1-9fb4-4587d221a3b1 already deleted. [ 761.116288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60387173-ea5c-43b1-9fb4-4587d221a3b1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.181820] env[65432]: INFO networking_nsxv3.common.synchronization [None req-15bde531-1fd3-4e56-8fc7-3f47de45ecea None None] Enqueued Resource ID: 0637a712-fe41-4805-a089-94aeae9910b0 with Priority: HIGHEST for action port [ 761.183662] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0637a712-fe41-4805-a089-94aeae9910b0 with Priority: HIGHEST for action port [ 761.183662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0637a712-fe41-4805-a089-94aeae9910b0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.183662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0637a712-fe41-4805-a089-94aeae9910b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.183662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0637a712-fe41-4805-a089-94aeae9910b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.183662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0637a712-fe41-4805-a089-94aeae9910b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.184041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0637a712-fe41-4805-a089-94aeae9910b0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.290083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 284ffd1b-11d2-4c0b-8fd0-4a0236340a14 with status ACTIVE [ 761.290592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.290979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.291081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.291253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.291413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.291475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.291638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.291718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.292051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.292172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.292226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.292267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 284ffd1b-11d2-4c0b-8fd0-4a0236340a14 is going to be updated. [ 761.315893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.315893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.316122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.316243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.316392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.316584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-284ffd1b-11d2-4c0b-8fd0-4a0236340a14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.393231] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 761.393231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.393231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.393341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.394028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.394028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.394028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.394028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.394028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.394265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.394265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.588573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 761.588806] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 deletion is rescheduled due to dependency. [ 761.588922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.589146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.589442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.589637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.589762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.589828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.590019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.590117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.590231] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.690225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0637a712-fe41-4805-a089-94aeae9910b0 [ 761.690493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.690568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.690635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.690858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.690941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.691043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0637a712-fe41-4805-a089-94aeae9910b0 already deleted. [ 761.691120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0637a712-fe41-4805-a089-94aeae9910b0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.897461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.897646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.897691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.897905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.898093] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.898195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.898255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.898424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.898548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.898647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.898798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.898887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.898943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.899117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.899254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.899343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.899400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.899534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.899604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.900016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.900016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.093110] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.402122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0a3febf-1ac2-4be4-828f-0b7c313505f1: rpc.has_security_group_logging(os_id): False [ 762.421994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.422213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.422331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.422528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.444041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.444382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.444515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.444566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.444768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.444842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.445117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.445216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.445311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.445444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.445517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.445764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.445880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.445942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.446106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.446177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.446262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 762.527680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.549955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 762.597484] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.100196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.100371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.100487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.100699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.100812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be updated. [ 763.147166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.147957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.147957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 763.799092] env[65432]: INFO networking_nsxv3.common.synchronization [req-3c8c612c-3700-4d99-aa7e-81f2faf0f8ec req-005fd1a8-d341-4180-9977-8ea960c22226 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 763.801183] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 763.801183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.801183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.801183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.801183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.820868] env[65432]: INFO networking_nsxv3.common.synchronization [None req-69d4ea95-b650-4a54-9a88-29b1096886c5 None None] Enqueued Resource ID: a7216588-f128-443a-88a9-aead4d0297e9 with Priority: HIGHEST for action port [ 763.822564] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7216588-f128-443a-88a9-aead4d0297e9 with Priority: HIGHEST for action port [ 763.822855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7216588-f128-443a-88a9-aead4d0297e9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.823496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7216588-f128-443a-88a9-aead4d0297e9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.823496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7216588-f128-443a-88a9-aead4d0297e9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.823931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7216588-f128-443a-88a9-aead4d0297e9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.824993] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7216588-f128-443a-88a9-aead4d0297e9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.209016] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.209362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.209527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.209822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.210143] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.210337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.210492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.210770] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.211078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.211579] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.211755] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.211898] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.212064] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.212235] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.212500] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.212677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.236835] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.238041] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.238041] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.238041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.238041] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-8a321ad8-466b-4219-850e-9b0fcf17f07b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.238041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.238371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.238509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.238656] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a321ad8-466b-4219-850e-9b0fcf17f07b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.304131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.304131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.304421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.304469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.304955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.304955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.304955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.304955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.305701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.305701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.305701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb already deleted. [ 764.305701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.330023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7216588-f128-443a-88a9-aead4d0297e9 [ 764.330371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.330570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.330688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.330946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.330946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.331075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7216588-f128-443a-88a9-aead4d0297e9 already deleted. [ 764.331160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7216588-f128-443a-88a9-aead4d0297e9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.411948] env[65432]: INFO networking_nsxv3.common.synchronization [req-5289ebbd-f47b-4b45-a4e1-c0451310f2d4 req-63fdec73-4753-491f-993c-61a43b657ab2 tempest-ListServerFiltersTestJSON-1585187419 tempest-ListServerFiltersTestJSON-1585187419-project-member] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 764.412753] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 764.413575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.413719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.413793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.414215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.414308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.414366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.414601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.414699] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.570636] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 764.570929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.742819] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.743116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.743238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.744408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.744408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.744408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 8a321ad8-466b-4219-850e-9b0fcf17f07b not found, creating... [ 764.744570] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.744759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.744909] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.745262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.745469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.745850] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.746106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.746320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.746591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.747234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.747234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 8a321ad8-466b-4219-850e-9b0fcf17f07b is going to be created. [ 764.769283] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.769626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.769781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.770067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.770396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.770658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.803920] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.804373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.804373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.804660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.804932] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.805136] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.805317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.805572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.805718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.805967] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.806152] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.806270] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.806376] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.806489] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.806615] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.806806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.861203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.861462] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.861614] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.861793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.862136] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-ae6a577e-8611-4c29-8450-bcfbe50552ea taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.862326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.862523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.862853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.862997] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6a577e-8611-4c29-8450-bcfbe50552ea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.917597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.917843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.917910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.918121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.918206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.918414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.918515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.918575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.918721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.918796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.918882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 already deleted. [ 764.918956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.172475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 765.172864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.173157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.173670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.173933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.174183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.174237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.174477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.174578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.174709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.174855] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.365923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.366227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.366313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.366619] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.366779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.366929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port ae6a577e-8611-4c29-8450-bcfbe50552ea not found, creating... [ 765.367203] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.367358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.367469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.367702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.367842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.368152] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.368375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.368528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.368755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.368925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.369059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: ae6a577e-8611-4c29-8450-bcfbe50552ea is going to be created. [ 765.389905] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390083] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.390473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.390698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.390921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.533682] env[65432]: INFO networking_nsxv3.common.synchronization [req-3c8c612c-3700-4d99-aa7e-81f2faf0f8ec req-910b342c-db79-44fa-ba60-255de0e86df5 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 765.533936] env[65432]: INFO networking_nsxv3.common.synchronization [req-3c8c612c-3700-4d99-aa7e-81f2faf0f8ec req-910b342c-db79-44fa-ba60-255de0e86df5 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 765.534150] env[65432]: INFO networking_nsxv3.common.synchronization [req-3c8c612c-3700-4d99-aa7e-81f2faf0f8ec req-910b342c-db79-44fa-ba60-255de0e86df5 service nova] Enqueued Resource ID: 8a321ad8-466b-4219-850e-9b0fcf17f07b with Priority: HIGHEST for action port [ 765.534864] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 765.535076] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 765.535283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a321ad8-466b-4219-850e-9b0fcf17f07b with Priority: HIGHEST for action port [ 765.535614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.535793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.535894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.536270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.536392] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.537563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.537729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.537826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.538315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.538462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.538892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.539060] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.540170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a321ad8-466b-4219-850e-9b0fcf17f07b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.540327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.540433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.540651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.540764] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a321ad8-466b-4219-850e-9b0fcf17f07b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.679578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.739935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.739935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.739935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.739935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.739935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.796993] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 765.797203] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:1 started [ 765.880355] env[65432]: INFO networking_nsxv3.common.synchronization [req-2c834fa5-c076-4208-a7d3-8656bc2258fc req-78dd26e2-39b9-4ea4-b393-8b9998aff741 tempest-ImagesNegativeTestJSON-548666774 tempest-ImagesNegativeTestJSON-548666774-project-member] Enqueued Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_members [ 765.881123] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb with Priority: HIGHEST for action security_group_members [ 765.882792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.882792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.882792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.882792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9e9479-fcbd-426a-a4e5-b529ab7219fb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.042745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.042941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.043213] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.044333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a321ad8-466b-4219-850e-9b0fcf17f07b with status ACTIVE [ 766.044519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.044654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.044733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.045095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.045230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.045452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.045627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.045707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.045919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.046322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.046456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.047137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a321ad8-466b-4219-850e-9b0fcf17f07b is going to be updated. [ 766.073790] env[65432]: INFO networking_nsxv3.common.synchronization [req-5289ebbd-f47b-4b45-a4e1-c0451310f2d4 req-7158468d-cedf-413a-9023-2bbe2d2ae6be service nova] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_rules [ 766.074049] env[65432]: INFO networking_nsxv3.common.synchronization [req-5289ebbd-f47b-4b45-a4e1-c0451310f2d4 req-7158468d-cedf-413a-9023-2bbe2d2ae6be service nova] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 766.074218] env[65432]: INFO networking_nsxv3.common.synchronization [req-5289ebbd-f47b-4b45-a4e1-c0451310f2d4 req-7158468d-cedf-413a-9023-2bbe2d2ae6be service nova] Enqueued Resource ID: ae6a577e-8611-4c29-8450-bcfbe50552ea with Priority: HIGHEST for action port [ 766.076041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_rules [ 766.076041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 766.076223] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6a577e-8611-4c29-8450-bcfbe50552ea with Priority: HIGHEST for action port [ 766.076517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.076753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.076914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.077172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.077273] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.078604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.078700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.078766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.079057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.079373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.079520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.079740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.079857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.079978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.080125] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.081231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6a577e-8611-4c29-8450-bcfbe50552ea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.081364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.081467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.081670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.082153] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6a577e-8611-4c29-8450-bcfbe50552ea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.084076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.084176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.084217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.084415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.084741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.084836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a321ad8-466b-4219-850e-9b0fcf17f07b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.182736] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738506a0-eeba-4b00-a56a-ce42238ddc44: rpc.has_security_group_logging(os_id): False [ 766.204370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.204370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.204370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.204370] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be updated. [ 766.242454] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.295047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.295228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.295228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.295440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.295983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.323949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 766.385373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.385826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.413537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.413812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.414023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.414118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.414366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.414502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.414665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb is going to be updated. [ 766.452325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.452642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.452642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.452863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.462521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb in Status: IN_PROGRESS for 2s [ 766.549761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.583430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.585491] env[65432]: INFO networking_nsxv3.common.synchronization [req-98301987-3664-404e-9233-cdbdb5a0b273 req-171f9c1d-b9a4-4d8b-9a4b-83b773614e75 tempest-MigrationsAdminTest-1222365509 tempest-MigrationsAdminTest-1222365509-project-member] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 766.586768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.586768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.586768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 766.587098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae6a577e-8611-4c29-8450-bcfbe50552ea with status ACTIVE [ 766.588756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.588756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.588756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.588756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.588947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.589395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.589395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.589395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.590015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.590015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.590015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.590015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.590342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.590342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.590342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.590428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae6a577e-8611-4c29-8450-bcfbe50552ea is going to be updated. [ 766.592575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.592575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.592575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.592575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.592575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.592575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.592575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.593211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.593211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.593211] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.618625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.618775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.618867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.619124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.619277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.619465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6a577e-8611-4c29-8450-bcfbe50552ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.745905] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.901925] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.902243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.902579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.902841] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.903123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.903380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.903520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903754] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.903855] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.903961] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.904079] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.904187] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.904288] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.904416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.932062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.932062] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.932372] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.932372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.932854] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.933110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.933435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.933583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.934027] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f881986b-0a1d-40a3-a861-2eb87bc2aeb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.052813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.052813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.052813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.052813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.052813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.053232] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be created. [ 767.082629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.082854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.083019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.083308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.083559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.086946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.095081] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.099021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: UNINITIALIZED for 2s [ 767.248753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 767.248753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 767.437327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.437518] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.438437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.438437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.438437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.438437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port f881986b-0a1d-40a3-a861-2eb87bc2aeb7 not found, creating... [ 767.438641] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.438957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.439393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.439636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.439857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.440271] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.440487] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.440634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.440922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.441159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.441412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: f881986b-0a1d-40a3-a861-2eb87bc2aeb7 is going to be created. [ 767.462475] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.462808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.462925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.463218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.463453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.463726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.589731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.589731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.590084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.590084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.590204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.590395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be created. [ 767.598609] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.703908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.704108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.704271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.704456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.704648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.725272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: UNINITIALIZED for 2s [ 768.101475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.101823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.101823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.102017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.102687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.102687] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be updated. [ 768.139193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.139578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.139696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.139988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.140201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.152639] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 768.228545] env[65432]: INFO networking_nsxv3.common.synchronization [req-98301987-3664-404e-9233-cdbdb5a0b273 req-79f00fc9-0490-4829-abb9-c674442caaf6 service nova] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_rules [ 768.228711] env[65432]: INFO networking_nsxv3.common.synchronization [req-98301987-3664-404e-9233-cdbdb5a0b273 req-79f00fc9-0490-4829-abb9-c674442caaf6 service nova] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 768.228980] env[65432]: INFO networking_nsxv3.common.synchronization [req-98301987-3664-404e-9233-cdbdb5a0b273 req-79f00fc9-0490-4829-abb9-c674442caaf6 service nova] Enqueued Resource ID: f881986b-0a1d-40a3-a861-2eb87bc2aeb7 with Priority: HIGHEST for action port [ 768.229724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_rules [ 768.230033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 768.231029] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f881986b-0a1d-40a3-a861-2eb87bc2aeb7 with Priority: HIGHEST for action port [ 768.231029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.231029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.231434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.231490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.231640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.234083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.234249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.234528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.234650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.234716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.234941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.235081] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f881986b-0a1d-40a3-a861-2eb87bc2aeb7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.378106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 768.378453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.395795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.395795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.396270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.415063] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 768.416268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.417594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 768.450576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.450849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.450908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.451186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.456027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.456717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 768.456717] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.456989] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 768.476591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb in Status: SUCCESS [ 768.476809] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9e9479-fcbd-426a-a4e5-b529ab7219fb deletion is rescheduled due to dependency. [ 768.476946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9e9479-fcbd-426a-a4e5-b529ab7219fb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.501594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.501881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.501881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.502166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.503209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.503382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 768.571167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.571562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.571562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.571762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.571885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.572139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 768.645947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.646112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.646188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.648539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.648539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.648539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 768.648539] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'902528a2-3669-4003-bd35-eddf5ee98664', '476e77c1-1be7-4685-9e31-32edbf2bfec6', 'acdeddd7-4f65-4744-8251-f9e91603ee19', '57ae1153-3d3e-4dee-9f72-8427af822a5e', '3e3e330d-76e2-4296-aa8f-29b05ec3561e', '2e23de3e-6362-455f-8767-471d133228f1', 'c4d9f98b-42a3-4600-8170-4ad06cda1a7a', '6c987882-6133-4391-b6ad-bf7cee05de41', '76650ae4-ddce-470e-9f29-44a5649dcfc7', '738506a0-eeba-4b00-a56a-ce42238ddc44', 'e2672516-a041-4771-8116-d6fad1cb8523', '21dc3b1c-567d-4b09-8cd7-d1180f3e0327', 'ebb7063d-d6ce-467f-8fd9-8bb79e67b758', 'ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68', 'cc48371f-24f2-4afd-aabf-4401cb7bba43', 'f0a3febf-1ac2-4be4-828f-0b7c313505f1', 'e62a391c-4ac1-45fd-aaeb-6855060ddefd', 'c257ac35-d855-4032-b64d-42e4c56badd6', 'b3b1fb5f-ea11-47fa-9034-ec7f88fafb66', '46db5a44-c8f9-47c4-b5e1-714a00c595f5', 'b32bf270-fd22-4d5a-bdc8-2d60160fc6e3', '5bf4cd70-4364-4ff5-ba5c-0587b49ed8be', '10cd27d7-6ccb-4e0c-8d91-604b994f5ac2', '7ad954a0-0a65-4109-b180-629c9ecd5a07', 'baf94a5d-626e-4dba-986f-221f20b94df7', 'd8fc2793-083e-4d99-8f47-17570fc05451', 'f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7', 'ad93fb22-85d1-4e8b-b035-fb61fd2b180c', '23642154-da84-4f21-b42f-c742c274461c', 'aa9e9479-fcbd-426a-a4e5-b529ab7219fb', 'b7c47b16-1ba0-4464-ba99-10f789473638', '3b38d151-727f-4cc7-a88a-a4bda325c983', '2dfa215f-320b-4158-88f7-3e48a8d5204b'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.648539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 768.670380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.670659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.670910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.671126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.671169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 768.671291] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.671471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 768.734515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.734671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.737326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f881986b-0a1d-40a3-a861-2eb87bc2aeb7 with status ACTIVE [ 768.737738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.738118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.738236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.738858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.739137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.739599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.739713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.739843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.740064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.740153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.740360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.741152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.741152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.741152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.741152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.741152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f881986b-0a1d-40a3-a861-2eb87bc2aeb7 is going to be updated. [ 768.771782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f881986b-0a1d-40a3-a861-2eb87bc2aeb7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.780358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.780672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.780672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.780787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.781573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.781824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 768.781909] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.781980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 768.782059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 768.782139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 768.782209] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGH for action security_group_rules [ 768.782286] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGH for action security_group_rules [ 768.782354] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGH for action security_group_rules [ 768.782419] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGH for action security_group_rules [ 768.782486] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGH for action security_group_rules [ 768.782555] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGH for action security_group_rules [ 768.782603] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGH for action security_group_rules [ 768.782656] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGH for action security_group_rules [ 768.782705] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGH for action security_group_rules [ 768.782756] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGH for action security_group_rules [ 768.782820] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGH for action security_group_rules [ 768.782878] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGH for action security_group_rules [ 768.782939] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGH for action security_group_rules [ 768.782998] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGH for action security_group_rules [ 768.783074] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGH for action security_group_rules [ 768.783132] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGH for action security_group_rules [ 768.783187] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGH for action security_group_rules [ 768.783245] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGH for action security_group_rules [ 768.783309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGH for action security_group_rules [ 768.783364] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGH for action security_group_rules [ 768.783467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.111089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 769.111586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.111729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.111949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.112228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.112391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.112448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.112617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.112698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.112782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.112875] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.313653] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-c9f62c70-7e1a-449b-ae13-0c445ae7d046 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 769.314466] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 769.314466] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGH for action security_group_rules [ 769.314612] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdeddd7-4f65-4744-8251-f9e91603ee19 with Priority: HIGH for action security_group_rules [ 769.314612] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a with Priority: HIGH for action security_group_rules [ 769.314700] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGH for action security_group_rules [ 769.314791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGH for action security_group_rules [ 769.314883] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 with Priority: HIGH for action security_group_rules [ 769.314974] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c257ac35-d855-4032-b64d-42e4c56badd6 with Priority: HIGH for action security_group_rules [ 769.318735] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGH for action security_group_rules [ 769.318957] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 with Priority: HIGH for action security_group_rules [ 769.319145] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGH for action security_group_rules [ 769.319357] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 with Priority: HIGH for action security_group_rules [ 769.319568] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGH for action security_group_rules [ 769.319713] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2672516-a041-4771-8116-d6fad1cb8523 with Priority: HIGH for action security_group_rules [ 769.319839] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGH for action security_group_rules [ 769.320430] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGH for action security_group_rules [ 769.320544] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23de3e-6362-455f-8767-471d133228f1 with Priority: HIGH for action security_group_rules [ 769.320682] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c987882-6133-4391-b6ad-bf7cee05de41 with Priority: HIGH for action security_group_rules [ 769.320809] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGH for action security_group_rules [ 769.321014] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGH for action security_group_rules [ 769.321290] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGH for action security_group_rules [ 769.321747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.321924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.322037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.322275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.322488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.322620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.322725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.322931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.323097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.323234] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.325313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.325437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.326354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.326354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.326354] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.327992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acdeddd7-4f65-4744-8251-f9e91603ee19 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.327992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.327992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.327992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.331503] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acdeddd7-4f65-4744-8251-f9e91603ee19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.331894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.332878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.332878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.332878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.332878] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d9f98b-42a3-4600-8170-4ad06cda1a7a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.335310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.335472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.335535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.336278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.336278] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.340147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.340147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.340147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.340147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.340147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.340147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.340147] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3b1fb5f-ea11-47fa-9034-ec7f88fafb66',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.342710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c257ac35-d855-4032-b64d-42e4c56badd6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.342710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.342710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.342710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.342710] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c257ac35-d855-4032-b64d-42e4c56badd6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.343338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.343451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.343514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.343703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.343788] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.345235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.345358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.345416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.348029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.348121] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.349415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.349541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.349607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.349779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.349857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.351691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.351691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.351691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.351691] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb7063d-d6ce-467f-8fd9-8bb79e67b758',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.352481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.352873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.352873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.354863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2672516-a041-4771-8116-d6fad1cb8523 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.354989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.355040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.355303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.355907] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2672516-a041-4771-8116-d6fad1cb8523',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.357702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.357810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.358019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.358186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.358260] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.360266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.360266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.360266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.360470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.360470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.362996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e23de3e-6362-455f-8767-471d133228f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.363124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.363161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.363822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.363822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e23de3e-6362-455f-8767-471d133228f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.364514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c987882-6133-4391-b6ad-bf7cee05de41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.364633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.364724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.364905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.364998] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c987882-6133-4391-b6ad-bf7cee05de41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.366036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.366184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.366184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.366341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.366418] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.367551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.367681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.367681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.367866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.368020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.369521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.369521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.369666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.369769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.369844] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.370091] env[65432]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 769.619019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.619019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.619019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.619019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.619019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.619019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.619457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.619489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.619591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.620715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.620715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.620715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.620715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.621077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.621309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.621491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.621568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.621798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622924] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.723021] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-e3079ba0-d258-4b26-93ab-b3c7f1e2fd63 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 769.723439] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 769.723957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.724256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.738740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 769.738740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.738740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.738740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.739182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.739182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.739182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.739387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.739387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.739482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.739770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.875764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.877094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.877094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.877648] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.878242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.878357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.878432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.878631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.899198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.899472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.900310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.900474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.901919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.902194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.902376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.902448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.902694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.902783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.902880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 769.904279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.904526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.927260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d9f98b-42a3-4600-8170-4ad06cda1a7a is going to be deleted. [ 769.927724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.928087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.934359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.934604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.934729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.935028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.935309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.946735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 769.951375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.951544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acdeddd7-4f65-4744-8251-f9e91603ee19 is going to be deleted. [ 770.010315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.010601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.010601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.010879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.010879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.011082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d9f98b-42a3-4600-8170-4ad06cda1a7a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.012393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.012525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.012608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.012804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.012893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.013015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acdeddd7-4f65-4744-8251-f9e91603ee19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.065632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.065778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.065778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.066017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.066219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.066326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.066381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.066604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.066693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.066802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.066873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.069794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.070019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.070143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.070428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.070648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.070816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.070896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.071145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.071265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.071333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.071487] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.073936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.074167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.074167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.074348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.074660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.074766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.074816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.075765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.075765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.075765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.075765] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.077645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.077793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.077905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.078174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.078394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.078590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.078692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.078983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.079135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.079239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.079354] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.084080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.084323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.084569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.084697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.084809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.085049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.085140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.085229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.085323] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.088499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.088705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.088841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.089107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.089316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.089472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.089547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.089803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.089927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.090068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.090248] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.092503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.093623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.093764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.094089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.094328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.094479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.094557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.094802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.094937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.095080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.095220] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.097992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.098180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.098235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.098401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.098597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.098697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.098760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.098997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.099158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.099296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.099443] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.109839] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.116130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.116130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.116130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.116130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.117571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.117571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.117571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.117571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.117571] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.126834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb: rpc.has_security_group_logging(os_id): False [ 770.147958] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.148263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-903" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.148354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-903" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.148747] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-903" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.149077] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.149345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.149516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.150081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.150423] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.150668] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.150863] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.151063] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.151235] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.151719] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.151719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.185750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.185750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.186063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.186063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.188039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.188206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.189218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.189356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.191664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.191833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.200677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 770.200921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.201091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.201420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.201660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.201800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.201875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.202089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.202177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.202279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.204692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.204692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.205314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.205414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.206256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.206382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.218523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.218708] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.218951] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.219120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-903" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.219589] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-e378ed64-9952-4070-a400-496c835cc430 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.219779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.219954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.220453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.220664] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e378ed64-9952-4070-a400-496c835cc430',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.223744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.223927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.225146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.225146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.227455] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.228066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.228358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c987882-6133-4391-b6ad-bf7cee05de41 is going to be deleted. [ 770.229369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.229618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.243040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.243288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.243288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.243486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.243682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.243784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.243849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.244061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.244109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.244192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.244350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.244434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.244488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.244629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.244768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.244869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.244935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.245082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.245158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.245242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.245333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.257998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.258913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb7063d-d6ce-467f-8fd9-8bb79e67b758 is going to be deleted. [ 770.260592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.260858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.308832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.308832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3b1fb5f-ea11-47fa-9034-ec7f88fafb66 is going to be deleted. [ 770.310115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.310355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.313620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.313821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.340388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.340553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68 is going to be deleted. [ 770.341641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.341922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.364703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.364898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2672516-a041-4771-8116-d6fad1cb8523 is going to be deleted. [ 770.377056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.377688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be deleted. [ 770.378935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.379313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.382468] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.424371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.424542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e23de3e-6362-455f-8767-471d133228f1 is going to be deleted. [ 770.425658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.425903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.456627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.456746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.484124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.484330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.491608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.491768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.492820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.492944] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c257ac35-d855-4032-b64d-42e4c56badd6 is going to be deleted. [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.495632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.495841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be created. [ 770.497499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.497692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c987882-6133-4391-b6ad-bf7cee05de41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.498115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.498383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.498469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.498587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb7063d-d6ce-467f-8fd9-8bb79e67b758" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.499328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.499456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3b1fb5f-ea11-47fa-9034-ec7f88fafb66" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.499766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.499841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2672516-a041-4771-8116-d6fad1cb8523" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.500560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.500705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.500774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.500897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8bb9ff-0db1-4a7b-bf83-af76fe3e7d68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.561384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.561744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.562495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.562495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.562495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.562495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.575201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.575458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.575458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.575624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.576273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.576273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.576273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.576273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.576273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.576273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.576672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.576672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.576672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.576672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.576900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.576900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.577063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.577221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.577286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.577371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.577478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.612189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.612411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.612630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.614033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.614033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.614033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e23de3e-6362-455f-8767-471d133228f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.614033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.614690] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.615302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.615416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.615496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.615673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.615902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.615967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.616018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.616145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.616861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.616861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.616861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.616861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.616861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.616861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.616861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.617398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.617398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.617398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.617776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.617988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.618263] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.620633] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.624023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.624023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.624023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.624023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.624023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.624652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.625294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.625529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.627737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738506a0-eeba-4b00-a56a-ce42238ddc44: rpc.has_security_group_logging(os_id): False [ 770.629152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc48371f-24f2-4afd-aabf-4401cb7bba43: rpc.has_security_group_logging(os_id): False [ 770.630282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ae1153-3d3e-4dee-9f72-8427af822a5e: rpc.has_security_group_logging(os_id): False [ 770.647896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.648102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.648179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.648347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.648438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.648555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c257ac35-d855-4032-b64d-42e4c56badd6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.674634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.674892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.675122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.675361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.675634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.691567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.691806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.691885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.692153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.694395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.694552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.699903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.700101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.707668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.710680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 770.724427] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.726269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.726269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.726269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.726269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.726269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port e378ed64-9952-4070-a400-496c835cc430 not found, creating... [ 770.726269] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.726565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.726735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.727680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.727680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.732030] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.732030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.732030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.732030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.732030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.732030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: e378ed64-9952-4070-a400-496c835cc430 is going to be created. [ 770.743830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.744177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.744280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.744367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.744557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.744641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.744739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be updated. [ 770.745959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.747800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.748943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb5f880-14bf-4991-bef9-d7529d58a447: rpc.has_security_group_logging(os_id): False [ 770.776498] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.776813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.776966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.777327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.777619] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.777961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.803396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.811986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.812421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.812568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.812637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.812889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.812979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.813236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.813332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.813435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.813561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.813639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.813878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.813980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.814039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.814191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.814280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.814375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 770.815938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.815938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.875038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.875478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.875703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.875777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.876046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.876158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.876363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 is going to be updated. [ 770.877726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.877848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.877952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.878211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.878329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.878400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.878545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.878629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.878806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.878906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.878962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.879110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.879498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.879559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.879699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879875] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be created. [ 770.884288] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902528a2-3669-4003-bd35-eddf5ee98664: rpc.has_security_group_logging(os_id): False [ 770.918800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.918986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.919100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.919431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.965385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.965793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.965960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.966101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.966336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.966445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.966607] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 is going to be updated. [ 770.992096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.992306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.992552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.992783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.992944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.007447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 771.018970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.019162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.019268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.019675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.019889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.025775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.025997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.025997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.036218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.036379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.036509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.036730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.036890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.070034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 771.078872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.079728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.079728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.079862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.080044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.081207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 476e77c1-1be7-4685-9e31-32edbf2bfec6: rpc.has_security_group_logging(os_id): False [ 771.096549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: IN_PROGRESS for 2s [ 771.124910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.125511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.125511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.125511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.127464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: IN_PROGRESS for 2s [ 771.128082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21dc3b1c-567d-4b09-8cd7-d1180f3e0327: rpc.has_security_group_logging(os_id): False [ 771.129182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76650ae4-ddce-470e-9f29-44a5649dcfc7: rpc.has_security_group_logging(os_id): False [ 771.130392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e62a391c-4ac1-45fd-aaeb-6855060ddefd: rpc.has_security_group_logging(os_id): False [ 771.132479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0a3febf-1ac2-4be4-828f-0b7c313505f1: rpc.has_security_group_logging(os_id): False [ 771.186395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 771.196102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.196298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.204825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.204982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.211322] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.218464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.219842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.220078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.241288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.241715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.242068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.242068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.242274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.242274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.242490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.242593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.242656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.242810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.242885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.243097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.243190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.244058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.244251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.244337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.244452] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be updated. [ 771.246226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.246455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.308386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.308902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.309077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.309325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.309466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.309536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.309891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.310316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.310316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.310316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.311672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.312015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.312475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.312633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.312862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.312987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.313182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd is going to be updated. [ 771.314968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.315247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.371739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.371739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.371739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.371739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.371739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 771.372987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.373276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.415376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.415679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.415784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.415855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.416062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.416146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.416236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 is going to be updated. [ 771.417345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.417531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.439653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.439902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.442214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.442214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.452622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.452924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.453066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.453134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.453354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.453410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.453615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.453699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.453763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.453914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.453988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.454179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.454294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.454338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.454452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.454522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.454621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 771.455758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.455915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.456072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.456981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.457195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.457279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.473126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 771.473953] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: IN_PROGRESS for 2s [ 771.496292] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-06df20ad-f5c7-4f22-bf3a-a59447628a09 service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 771.496292] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-06df20ad-f5c7-4f22-bf3a-a59447628a09 service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 771.496292] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-06df20ad-f5c7-4f22-bf3a-a59447628a09 service nova] Enqueued Resource ID: e378ed64-9952-4070-a400-496c835cc430 with Priority: HIGHEST for action port [ 771.496292] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 771.496292] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 771.496292] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e378ed64-9952-4070-a400-496c835cc430 with Priority: HIGHEST for action port [ 771.499486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.500136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.500136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.502809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.504208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504208] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.505345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e378ed64-9952-4070-a400-496c835cc430 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.507157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e378ed64-9952-4070-a400-496c835cc430',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.528054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.528054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.528226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.528326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.528472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.531446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 771.562770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: IN_PROGRESS for 2s [ 771.586025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.586025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.586025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.586025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.586025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.614723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 771.714402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.714644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.714736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.715924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.715924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.715924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be updated. [ 771.770714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.770714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.770714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.772129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.772129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.786682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 771.865052] env[65432]: INFO networking_nsxv3.common.synchronization [req-5187ce4d-a41f-454b-acbb-85d4687178ce req-60fd2335-398b-444e-83ed-e0178c7d2522 tempest-ServerGroupTestJSON-278910356 tempest-ServerGroupTestJSON-278910356-project-member] Enqueued Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_members [ 771.872444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGHEST for action security_group_members [ 771.872444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.872444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.872444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.872444] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.957478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 771.957699] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e deletion is rescheduled due to dependency. [ 771.957818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.959170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.959479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.959673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.960791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.960791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.960791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.960791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.960791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.010712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.010860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.011037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e378ed64-9952-4070-a400-496c835cc430 with status ACTIVE [ 772.011217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.011290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.011340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.011578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.011703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.013678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.013678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.013678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.013678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e378ed64-9952-4070-a400-496c835cc430 is going to be updated. [ 772.038254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.038550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.038550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.039120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e378ed64-9952-4070-a400-496c835cc430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.381304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.381304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.382247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.382247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.382247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.382247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.382247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.382247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.382247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.385097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.385097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd is going to be updated. [ 772.413877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.413986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.414059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.415262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.415262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419948] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.420074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-196" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.420197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-196" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.420542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-196" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.420764] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.420920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.421043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.421249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.421566] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.421691] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.421691] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.421787] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.421897] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.421989] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.422108] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.422238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.423882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: IN_PROGRESS for 2s [ 772.441091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.441275] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.441437] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.441635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-196" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.442462] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-3175ce2b-a444-4691-884c-cfe06c18f24d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.442462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.442462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.442703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.442739] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3175ce2b-a444-4691-884c-cfe06c18f24d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.463641] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.727459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 772.727608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.947665] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.947665] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.947665] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.947963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.948217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.948497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 3175ce2b-a444-4691-884c-cfe06c18f24d not found, creating... [ 772.949164] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.949320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.949542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.949988] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.950263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.950787] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.951122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.951412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.951808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.952065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.952263] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 3175ce2b-a444-4691-884c-cfe06c18f24d is going to be created. [ 772.967656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.981188] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.981585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.981752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.982146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.983144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.983144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.029981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 773.029981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.084269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 773.084559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.114752] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: SUCCESS [ 773.114752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.159599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: SUCCESS [ 773.159599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.213506] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 773.216326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.473089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.473089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.473089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.473089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.473089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.473089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 773.493885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 773.493885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.494883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: SUCCESS [ 773.495114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.516028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.516238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.516284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.516919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.516919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.529289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 773.546405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 773.547242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.578422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: SUCCESS [ 773.578665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.631309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 773.631602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.726729] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-804802f0-0eb8-4224-babc-c4ad4bb3905c service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 773.726936] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-804802f0-0eb8-4224-babc-c4ad4bb3905c service nova] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 773.727130] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc9fe3d9-a6df-44c0-a0ee-1925b3cd5b9f req-804802f0-0eb8-4224-babc-c4ad4bb3905c service nova] Enqueued Resource ID: 3175ce2b-a444-4691-884c-cfe06c18f24d with Priority: HIGHEST for action port [ 773.728199] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_rules [ 773.728382] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 773.728497] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3175ce2b-a444-4691-884c-cfe06c18f24d with Priority: HIGHEST for action port [ 773.728820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.728943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.729615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3175ce2b-a444-4691-884c-cfe06c18f24d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.729757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.729989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730097] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3175ce2b-a444-4691-884c-cfe06c18f24d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.800067] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 773.800067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.800067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.800067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.800067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.800545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.800545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800545] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.097455] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e138e5c-a7d7-4922-80fe-2cdff8dcffb6 req-602e8085-dc16-4fed-9f00-872b5e79f4c6 tempest-ServersAdminNegativeTestJSON-1657240494 tempest-ServersAdminNegativeTestJSON-1657240494-project-member] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 774.097455] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGHEST for action security_group_members [ 774.097455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.097455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.097455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.097455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.097906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.099034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.099034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.099034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.099034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.099034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.235453] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3175ce2b-a444-4691-884c-cfe06c18f24d with status ACTIVE [ 774.235827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.236033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.236033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.236238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.236374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.236641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.236792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.236902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.237139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.237232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.237498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.237640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.237703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.238091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.238091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.238154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3175ce2b-a444-4691-884c-cfe06c18f24d is going to be updated. [ 774.266336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.266498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.266538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.266726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.267887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.267887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3175ce2b-a444-4691-884c-cfe06c18f24d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.305758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.305990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.306271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.306397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.306655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.306801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.306891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.307123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.307240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.307359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.307567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.307694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.307777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.307980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.308236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.308314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.308400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.308687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.308801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.308910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.309047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.436618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd in Status: SUCCESS [ 774.436869] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd deletion is rescheduled due to dependency. [ 774.437053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.497885] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5a23edc-4e52-4044-8706-c996596a1fa7 req-0530f380-cf63-4d02-adaa-951bf1c4c009 tempest-ListServerFiltersTestJSON-1585187419 tempest-ListServerFiltersTestJSON-1585187419-project-member] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 774.498748] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 774.500835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.500990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.501070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.501461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.501904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.501904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.502094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.502143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.502199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.502305] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.603375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.603497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.603595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.603873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.603990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.604251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.604364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.604427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.604637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.604783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.604939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be updated. [ 774.636841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.637162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.637162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.637283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.637435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.649159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: IN_PROGRESS for 2s [ 774.811357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46db5a44-c8f9-47c4-b5e1-714a00c595f5: rpc.has_security_group_logging(os_id): False [ 774.830418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.830575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.830649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.830863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.852239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.853017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.853180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.853236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.855810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.855810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.855810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.855810] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be updated. [ 774.901302] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.901556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.901792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.901929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.902203] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.902357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.902473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.902808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.903049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.903393] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.903490] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.903683] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.903816] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.903937] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.904088] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.907695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.933073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.933073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.933365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.933428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.933545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.935666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.935942] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.936190] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.936421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.936799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-e0729caf-9ae1-468c-b254-f4d70f9f85da taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.937061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.937234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.937604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.937774] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0729caf-9ae1-468c-b254-f4d70f9f85da',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.948958] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 775.005917] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.442724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.442960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.443096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.443381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.443528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.443676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port e0729caf-9ae1-468c-b254-f4d70f9f85da not found, creating... [ 775.443931] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.444443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.444596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.445132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.445132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.445262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.445458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.445586] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.446366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: e0729caf-9ae1-468c-b254-f4d70f9f85da is going to be created. [ 775.468208] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.468208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.468208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.468415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.468643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508925] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.542021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 775.542243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.542406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.542724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.542798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.542910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.542973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.543132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.543215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.543318] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.013497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.013675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.013761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.014049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.014152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.014277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 776.045695] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.048474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.048784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.048784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.048925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.049073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.061123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 776.225490] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5a23edc-4e52-4044-8706-c996596a1fa7 req-b928483a-02ca-4914-b818-aac4b3ca317a service nova] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_rules [ 776.225490] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5a23edc-4e52-4044-8706-c996596a1fa7 req-b928483a-02ca-4914-b818-aac4b3ca317a service nova] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 776.225490] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5a23edc-4e52-4044-8706-c996596a1fa7 req-b928483a-02ca-4914-b818-aac4b3ca317a service nova] Enqueued Resource ID: e0729caf-9ae1-468c-b254-f4d70f9f85da with Priority: HIGHEST for action port [ 776.225490] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_rules [ 776.226067] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 776.226414] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0729caf-9ae1-468c-b254-f4d70f9f85da with Priority: HIGHEST for action port [ 776.226903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.227950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.228170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.230682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.230682] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.232018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.232170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.232694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0729caf-9ae1-468c-b254-f4d70f9f85da taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.232694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.232883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.233025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.233155] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0729caf-9ae1-468c-b254-f4d70f9f85da',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.548742] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.660677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 in Status: SUCCESS [ 776.660883] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 deletion is rescheduled due to dependency. [ 776.660970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.736398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.736398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.736398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0729caf-9ae1-468c-b254-f4d70f9f85da with status ACTIVE [ 776.736398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.736398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.736398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.736761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.736807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.737018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.737137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.737201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.737357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.737474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.737678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.737816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.737902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.738215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.738359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.738484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0729caf-9ae1-468c-b254-f4d70f9f85da is going to be updated. [ 776.778405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.778643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.778643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.778769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.778890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.780500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0729caf-9ae1-468c-b254-f4d70f9f85da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.973456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 776.973456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.973456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.973456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.973456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.056138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.056138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.056138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.056138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.056138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.056138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 777.095766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.095766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.095766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.096016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.096212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.122242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 777.477614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.477834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.477937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.478157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.478329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.478556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.478556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.478694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.478809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.478901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.478994] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.981208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.981535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.981535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.981660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.981747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.981829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.981888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.982642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.982642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.982642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.982642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.982642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.982642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.982642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.983214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.983214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.983214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.983214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.983214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.983214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.983517] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.075206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 778.075536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.075643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.075898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.076360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.076611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.076722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.485781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46db5a44-c8f9-47c4-b5e1-714a00c595f5: rpc.has_security_group_logging(os_id): False [ 778.507935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.507935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.507935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.508178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.508267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.509353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.509520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.509597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.509797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.509884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.510116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.510222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.510284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.510442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.510518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.510719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.510812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.510874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.512237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.512237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.512237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be updated. [ 778.583289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.583289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.583289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.583289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.583289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.583289] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.599787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 779.089413] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.139652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 779.140499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.140499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.141092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.141092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.141889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.141889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.141889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.141889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.141889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.144403] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.145276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.146977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.147501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.147973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.147973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.148223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.148293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.148943] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.546462] env[65432]: INFO networking_nsxv3.common.synchronization [req-52eda507-3b0e-4583-811c-e9079a22d83f req-149cf8d4-8e1c-436c-a9d7-6d590a524b50 tempest-ListServerFiltersTestJSON-1585187419 tempest-ListServerFiltersTestJSON-1585187419-project-member] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 779.546462] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 779.546813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.546813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.591456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.591741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.591841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.592166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.592258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.592364] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 779.631361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.631529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.631592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.631855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.632114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.644574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 779.652445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.652665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.652789] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.971334] env[65432]: INFO networking_nsxv3.common.synchronization [req-5889bafe-116c-4173-82ea-36876beff81d req-1e8c9f19-def3-4eac-9f38-0f70509ae372 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 779.972285] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 779.972851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.973617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.974163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.155862] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.181870] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.182192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.182434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.182825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.183202] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.183447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.183640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.183985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.184248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.184595] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.184775] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.184960] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.185162] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.185353] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.185530] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.185734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.210733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.210956] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.211164] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.211375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-263" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.211799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.211971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.212135] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.212476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.212611] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49eb1d30-6e9c-40a9-95af-3f5d93793c9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.476899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.480023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.480023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.480023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 780.516885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.517076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.517131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.517411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.517597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.529375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 780.621521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 780.621842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.659240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.659240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.659600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.659761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659866] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 780.698575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.698575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.698575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.698575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.698575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.710457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 780.715361] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.715643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.715813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.716162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.716357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.716563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 49eb1d30-6e9c-40a9-95af-3f5d93793c9d not found, creating... [ 780.716892] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.717078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.717197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.717460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.717760] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718992] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 49eb1d30-6e9c-40a9-95af-3f5d93793c9d is going to be created. [ 780.747230] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.747230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.747230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.747382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.747758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.748044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.517621] env[65432]: INFO networking_nsxv3.common.synchronization [req-52eda507-3b0e-4583-811c-e9079a22d83f req-b04b88c8-785b-4d6b-bb18-becc77afb3fc service nova] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_rules [ 781.517919] env[65432]: INFO networking_nsxv3.common.synchronization [req-52eda507-3b0e-4583-811c-e9079a22d83f req-b04b88c8-785b-4d6b-bb18-becc77afb3fc service nova] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 781.518096] env[65432]: INFO networking_nsxv3.common.synchronization [req-52eda507-3b0e-4583-811c-e9079a22d83f req-b04b88c8-785b-4d6b-bb18-becc77afb3fc service nova] Enqueued Resource ID: 49eb1d30-6e9c-40a9-95af-3f5d93793c9d with Priority: HIGHEST for action port [ 781.518814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_rules [ 781.519065] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 781.519378] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49eb1d30-6e9c-40a9-95af-3f5d93793c9d with Priority: HIGHEST for action port [ 781.519815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.519986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.520284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.520389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.520643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.520779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.520927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.521179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.521293] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49eb1d30-6e9c-40a9-95af-3f5d93793c9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.656612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 781.656862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.657385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.657385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.657586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.657655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.658347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.658347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.658347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.658347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.658347] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.659185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.659896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.659896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.660094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.661039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.661039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.661039] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.026791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49eb1d30-6e9c-40a9-95af-3f5d93793c9d with status ACTIVE [ 782.026791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.026903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.026903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.027541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.027541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.027541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.027541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.027541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.027911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.028067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.028294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.028439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.028482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.028619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.028920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.028920] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49eb1d30-6e9c-40a9-95af-3f5d93793c9d is going to be updated. [ 782.057035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.058695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.060041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.060041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.060041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.060041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49eb1d30-6e9c-40a9-95af-3f5d93793c9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.163262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.163262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.163262] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.539880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 782.540251] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb deletion is rescheduled due to dependency. [ 782.540251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.666849] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.725207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 782.725207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.725207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.725207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.725439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.725521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.725555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.725699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.725774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.725861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.726019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.726152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.726563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.726835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.726942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.727086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.727210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.727480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.727849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.728097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.728178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.174429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.174785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.174948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.175257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.175395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.175520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 783.208841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.209030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.209121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.209528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.209734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.222600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 783.231340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e3e330d-76e2-4296-aa8f-29b05ec3561e: rpc.has_security_group_logging(os_id): False [ 783.252714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.252970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.252970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.253258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.253385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.253623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.253731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.253863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.253984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.254079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.254294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.254425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.254514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.254687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.254783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.254988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.255118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.255198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.255380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.255454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.255567] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be created. [ 783.346228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.366556] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 783.581148] env[65432]: INFO networking_nsxv3.common.synchronization [req-9eb024de-194d-4ce4-aaef-5fa01d020661 req-ce1a147c-a971-4aab-af63-c46df4f092c7 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_members [ 783.581840] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 with Priority: HIGHEST for action security_group_members [ 783.582226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b38d151-727f-4cc7-a88a-a4bda325c983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.582374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.583008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.583008] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.583008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.583229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.583261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.583351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b38d151-727f-4cc7-a88a-a4bda325c983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.089457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.089457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.089457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.089457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.136759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.138366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.138366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.138366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.138366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 is going to be updated. [ 784.198468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.198702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.198800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.199263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.199263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.214449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 in Status: IN_PROGRESS for 2s [ 785.237091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 785.237362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.237510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.237782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.238073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.238161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.238245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.238403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.238483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.238581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.396368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 785.397060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.397060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.397060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.397209] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.754188] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.899250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.899436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.899550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.899811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.899986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.900100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.900178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.900314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.900404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.900506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.900574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.225801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 in Status: SUCCESS [ 786.226452] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b38d151-727f-4cc7-a88a-a4bda325c983 deletion is rescheduled due to dependency. [ 786.227269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b38d151-727f-4cc7-a88a-a4bda325c983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.256750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.405340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.405565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.405611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.406416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.406416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.406416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.406416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.406416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.406685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.406685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.406858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.406985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.407077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.408647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408647] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.760477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.760711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.760711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.761053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.761246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.761246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 786.791735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.792017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.792017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.792150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.792218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.801205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 786.889175] env[65432]: INFO networking_nsxv3.common.synchronization [req-69239ea2-2eaf-4512-aa07-f33433ea5cac req-e9061bdc-dc03-45c6-a264-17a9e02c64ea tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 786.889747] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 786.890064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.890363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.890363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.890527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.890652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.890748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.890808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.890950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.892486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.892638] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.911855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e3e330d-76e2-4296-aa8f-29b05ec3561e: rpc.has_security_group_logging(os_id): False [ 786.932765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.932912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.933038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.933251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.933365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.933537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.933639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.933701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.933848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.933924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.934610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.934610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.934610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.934610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.934790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.934959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.935064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.935126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.935264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.935337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.935423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 787.019942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.020150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.020150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.020821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.020821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 787.307118] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.307437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.307437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.307849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.311017] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.311249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.311352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.311719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.312036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.312158] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.312355] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.312478] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.312614] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.312734] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.312838] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.312968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.340953] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.341233] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.341382] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.341606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.341972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.342138] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.342258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.342649] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.342890] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37caf2e5-c11a-42cd-ad61-2d4ea73b62f0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.397632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.397805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.397892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.398170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.398244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.398416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.398494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.398553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.398703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.398780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.398863] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 already deleted. [ 787.398941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.810687] env[65432]: INFO networking_nsxv3.common.synchronization [req-0d73ec7e-8b35-44e4-a877-e3d0b453e3c7 req-b58e95c0-18c4-45b5-addb-5a9d21998599 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 787.811244] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 787.811588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.811726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.811803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.812271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.812462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.812565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.812632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.812791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.812876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.812970] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.845808] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.846043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.847465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.847465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.847465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.847465] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 not found, creating... [ 787.847465] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.847465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.847465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.847465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.847875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.847875] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.848666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.848666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.848666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.848666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.848666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 is going to be created. [ 787.871246] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.871246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.871246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.871669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.871779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.871985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.981158] env[65432]: INFO networking_nsxv3.common.synchronization [None req-eb1a63d5-b3b0-4498-8e17-78c169289037 None None] Enqueued Resource ID: d30ddaaf-4682-4a78-8b40-bfa046a778dd with Priority: HIGHEST for action port [ 787.981861] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30ddaaf-4682-4a78-8b40-bfa046a778dd with Priority: HIGHEST for action port [ 787.982204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30ddaaf-4682-4a78-8b40-bfa046a778dd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.982350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30ddaaf-4682-4a78-8b40-bfa046a778dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30ddaaf-4682-4a78-8b40-bfa046a778dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.982890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30ddaaf-4682-4a78-8b40-bfa046a778dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.982890] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30ddaaf-4682-4a78-8b40-bfa046a778dd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.159779] env[65432]: INFO networking_nsxv3.common.synchronization [req-0d73ec7e-8b35-44e4-a877-e3d0b453e3c7 req-0a9a2934-6240-432e-b86b-4ef33d39c2a4 tempest-ServersTestMultiNic-898947469 tempest-ServersTestMultiNic-898947469-project-member] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 788.160402] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGHEST for action security_group_members [ 788.160730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.160833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.315034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.485932] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30ddaaf-4682-4a78-8b40-bfa046a778dd [ 788.485932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.485932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.485932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.486479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.486479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.486479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30ddaaf-4682-4a78-8b40-bfa046a778dd already deleted. [ 788.486479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30ddaaf-4682-4a78-8b40-bfa046a778dd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.556230] env[65432]: INFO networking_nsxv3.common.synchronization [req-69239ea2-2eaf-4512-aa07-f33433ea5cac req-ec40ad1e-9bba-452b-9804-19ea1e676ae6 service nova] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_rules [ 788.556230] env[65432]: INFO networking_nsxv3.common.synchronization [req-69239ea2-2eaf-4512-aa07-f33433ea5cac req-ec40ad1e-9bba-452b-9804-19ea1e676ae6 service nova] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 788.556230] env[65432]: INFO networking_nsxv3.common.synchronization [req-69239ea2-2eaf-4512-aa07-f33433ea5cac req-ec40ad1e-9bba-452b-9804-19ea1e676ae6 service nova] Enqueued Resource ID: 37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 with Priority: HIGHEST for action port [ 788.556588] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_rules [ 788.556725] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 788.556865] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 with Priority: HIGHEST for action port [ 788.557420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.557420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.557553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.557766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.557883] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.559418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.559418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.559418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.559555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.560595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.560595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.560595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560595] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.561039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.561278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.562205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.562205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.562205] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37caf2e5-c11a-42cd-ad61-2d4ea73b62f0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.812106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 788.812349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.812746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.812978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.813204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.813334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.813405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.813569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.813655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.813751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.813919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.814038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.814103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.814258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.814455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.814519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.814551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.814678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.814751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.814850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.814939] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.819934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.061472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 789.061472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.064349] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.067035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.067035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.068630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 with status ACTIVE [ 789.068630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.068630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.068630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.068630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.070557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.070646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.074776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.074776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.074776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37caf2e5-c11a-42cd-ad61-2d4ea73b62f0 is going to be updated. [ 789.097604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.097604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.097604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.097604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.097604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.097604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37caf2e5-c11a-42cd-ad61-2d4ea73b62f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.317420] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb5f880-14bf-4991-bef9-d7529d58a447: rpc.has_security_group_logging(os_id): False [ 789.322704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.323267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.323267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.323427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.323427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.323815] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 789.340031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.340031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.340031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.340721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.340721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.340888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.340888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.341260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.341260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.341260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.341412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.341454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.341612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 789.363883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.364079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.364137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.364383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.364931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.373855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 789.415789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.416213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.416433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.416662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.416831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.430678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 789.544933] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-bba9de2d-3d6a-4af3-a454-b18ca6002679 tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 789.545512] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 789.545824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.545961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.546014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.546328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.546481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.546577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.546636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.546924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.547577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.547577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.569371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.937310] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.937511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.937632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.937978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.938255] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.938410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.938522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.938740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.940431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.940671] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.940823] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.940974] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.941607] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.941607] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.941607] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.941607] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.964086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.964269] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.964426] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.964607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.964966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-bc55bd5f-6341-4f24-aecd-13f780face86 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.965225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.965345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.965662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.965797] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc55bd5f-6341-4f24-aecd-13f780face86',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.052264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.052452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.052574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.052768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.052877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.053111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.053216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.062624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.062624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.062624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.062624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 already deleted. [ 790.062624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.071369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.071539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.071631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.071850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.071954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.072074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be created. [ 790.100497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.100940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.100940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.100940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.101320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.111292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: UNINITIALIZED for 2s [ 790.470425] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.470810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.470951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.471268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.471562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.471771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port bc55bd5f-6341-4f24-aecd-13f780face86 not found, creating... [ 790.472097] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.472268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.472402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.472647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.472802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.473126] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.473283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.473413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.473658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.473808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.473932] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: bc55bd5f-6341-4f24-aecd-13f780face86 is going to be created. [ 790.501840] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.502111] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.502281] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.502757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.503040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.503274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.557827] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9c3929da-799b-4d6e-a36b-3e90c1de3529 None None] Enqueued Resource ID: ef5ab13a-530a-4559-8e38-f5b079f4b374 with Priority: HIGHEST for action port [ 790.558452] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5ab13a-530a-4559-8e38-f5b079f4b374 with Priority: HIGHEST for action port [ 790.558792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5ab13a-530a-4559-8e38-f5b079f4b374 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.559210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5ab13a-530a-4559-8e38-f5b079f4b374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.559284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5ab13a-530a-4559-8e38-f5b079f4b374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.559699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5ab13a-530a-4559-8e38-f5b079f4b374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.559831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5ab13a-530a-4559-8e38-f5b079f4b374',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.064388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef5ab13a-530a-4559-8e38-f5b079f4b374 [ 791.065246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.065246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.065246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.065246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.065246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.065246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef5ab13a-530a-4559-8e38-f5b079f4b374 already deleted. [ 791.065692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5ab13a-530a-4559-8e38-f5b079f4b374" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.298387] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-8e66687e-9d55-44f7-8a60-1684369045a3 service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 791.298387] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-8e66687e-9d55-44f7-8a60-1684369045a3 service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 791.298387] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-8e66687e-9d55-44f7-8a60-1684369045a3 service nova] Enqueued Resource ID: bc55bd5f-6341-4f24-aecd-13f780face86 with Priority: HIGHEST for action port [ 791.299166] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 791.299317] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 791.299433] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc55bd5f-6341-4f24-aecd-13f780face86 with Priority: HIGHEST for action port [ 791.299855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.299855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.300027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.300212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.301088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.301294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.301422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.301507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.302672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.302852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.305055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.305055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc55bd5f-6341-4f24-aecd-13f780face86 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.305055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.305544] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc55bd5f-6341-4f24-aecd-13f780face86',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.388080] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 791.388080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.388080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.388080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.388450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.388450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.389128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.389128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.389128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.389128] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.465626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 791.465865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.466119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.466283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.466371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.807677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.808124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.808124] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.809338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc55bd5f-6341-4f24-aecd-13f780face86 with status ACTIVE [ 791.809338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.809338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.809647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.809732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.810814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.810814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.810814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.810814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.810814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.810814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.810814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.812531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.814240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.814503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.814624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.814745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc55bd5f-6341-4f24-aecd-13f780face86 is going to be updated. [ 791.851068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.851311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.851391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.851644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.851844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.852019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc55bd5f-6341-4f24-aecd-13f780face86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.891990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.892207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.892293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.892529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.892627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.892860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.892966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.893042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.893203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.893283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.893372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be updated. [ 791.946322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.946458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.946653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.946805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.965024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: IN_PROGRESS for 2s [ 791.970293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.972392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.972392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.972392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.972392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.972392] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.123352] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 792.123679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.123926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.124239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.124517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.124656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.124719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.124920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.124982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.125098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.125198] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.304721] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-2a4f04dd-ba3a-4199-b4d1-bb7b5b9138cb tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 792.304721] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 792.304721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.304721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.319184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.477705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.477705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.477705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.478429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.478429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.478429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.478429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.478429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.601034] env[65432]: INFO networking_nsxv3.common.synchronization [req-35dadd79-b4e4-485f-8e91-beb037b6b96b req-36f29862-098a-481e-9c33-9aabca3c202b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_members [ 792.601034] env[65432]: INFO networking_nsxv3.common.synchronization [req-35dadd79-b4e4-485f-8e91-beb037b6b96b req-36f29862-098a-481e-9c33-9aabca3c202b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 792.601034] env[65432]: INFO networking_nsxv3.common.synchronization [req-35dadd79-b4e4-485f-8e91-beb037b6b96b req-36f29862-098a-481e-9c33-9aabca3c202b tempest-SecurityGroupsTestJSON-1879336215 tempest-SecurityGroupsTestJSON-1879336215-project-member] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 792.601034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGHEST for action security_group_members [ 792.601034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGHEST for action security_group_members [ 792.601034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGHEST for action security_group_members [ 792.601650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.602332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.602332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.602332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.602505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.603671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.603671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.603671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.603671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.603671] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.604449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.604565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.604632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.604799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.604951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.605380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.605461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.605551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.606676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.606796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.606864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.607022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.607376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.607479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.607542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.607701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.607781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.607868] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.627735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.627735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.627735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.627735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.627735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.627735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.628084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.628084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.628084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.628084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.628279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.628347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.628382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.628520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.628656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.628744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.628802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.628947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.629038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.629098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.629180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.674034] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.674237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.674361] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.674624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.677246] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.677462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.677615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.677993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.677993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678227] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.678338] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.681041] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.681041] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.681041] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.681041] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.681041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.702855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.703053] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.703196] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.703373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.703701] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-c3a6f084-52a3-4f0c-9927-e415f8c11f82 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.703946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.704092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.704425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.704581] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a6f084-52a3-4f0c-9927-e415f8c11f82',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.822922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.823300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.823300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.823590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.823787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.823979] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be created. [ 792.851929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.851929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.852167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.852280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.852734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: UNINITIALIZED for 2s [ 792.980639] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb5f880-14bf-4991-bef9-d7529d58a447: rpc.has_security_group_logging(os_id): False [ 793.009657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.009657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.009657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.009657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.009918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.009956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.010082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.010127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.010271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.010340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.010519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.010614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.010675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.010830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.010872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.014047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.014047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.014047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.014047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.014047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 793.093550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.093738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.093807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.094024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.094183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.109988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.110153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.110223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.110504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.111718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.111828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.112046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.112137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.113072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 793.132493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643e7c89-387d-4a51-a40a-ab7e07fe19d4: rpc.has_security_group_logging(os_id): False [ 793.137730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.137730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.137730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.138099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.138099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.138177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.138282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 is going to be updated. [ 793.140105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.140105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.166089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.166234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.172913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.173214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.173339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.173440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.173648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.173710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.173868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be updated. [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.176484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.176484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.176484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be updated. [ 793.177152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.177348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.177474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.177749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.177893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.178015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.178187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.178295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.178513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.178649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.178734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.178898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.179032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.179315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.179453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.179560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.179831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.179923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.180821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be created. [ 793.208625] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.208625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.208625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.208861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.209053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.209279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port c3a6f084-52a3-4f0c-9927-e415f8c11f82 not found, creating... [ 793.209648] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.209897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.210103] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.210449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.210672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211095] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.211371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.211640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.211938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.212202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.212437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: c3a6f084-52a3-4f0c-9927-e415f8c11f82 is going to be created. [ 793.218697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.218833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.218904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.219109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.219247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.235746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: IN_PROGRESS for 2s [ 793.254504] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.254733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.254865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.255266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.255521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.255798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.316915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.322224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.322468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.322538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.322771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.322949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.355614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: IN_PROGRESS for 2s [ 793.357292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: IN_PROGRESS for 2s [ 793.398569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.398724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.398784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.399015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.399235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.442898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 793.978579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e in Status: SUCCESS [ 793.978874] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e deletion is rescheduled due to dependency. [ 793.979478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.015428] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-d7c45e17-94ea-464d-ac89-3b1e15dbd2df service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 794.015718] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-d7c45e17-94ea-464d-ac89-3b1e15dbd2df service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 794.015973] env[65432]: INFO networking_nsxv3.common.synchronization [req-814c0c6f-ef81-400c-bbe0-532c15588874 req-d7c45e17-94ea-464d-ac89-3b1e15dbd2df service nova] Enqueued Resource ID: c3a6f084-52a3-4f0c-9927-e415f8c11f82 with Priority: HIGHEST for action port [ 794.016638] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 794.016845] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 794.017340] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a6f084-52a3-4f0c-9927-e415f8c11f82 with Priority: HIGHEST for action port [ 794.017340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.017424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.017684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3a6f084-52a3-4f0c-9927-e415f8c11f82 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.018546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.018546] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a6f084-52a3-4f0c-9927-e415f8c11f82',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.521717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3a6f084-52a3-4f0c-9927-e415f8c11f82 with status ACTIVE [ 794.521994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.522201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.522201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.522619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.522619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.523473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.523473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.523473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.523473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.523742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.523742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.523742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.523832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3a6f084-52a3-4f0c-9927-e415f8c11f82 is going to be updated. [ 794.549098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.549098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.549098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.549406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.549406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.549508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3a6f084-52a3-4f0c-9927-e415f8c11f82" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.879962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.879962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.879962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.879962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.880733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.880942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.881011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.881556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.881556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.881556] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.972257] env[65432]: INFO networking_nsxv3.common.synchronization [req-6d84000f-3274-4e2a-abc1-8e21a1dc597a req-0ff49eef-6ccc-49ea-b3ea-3ba1c9d1c00d tempest-ListImageFiltersTestJSON-1600153354 tempest-ListImageFiltersTestJSON-1600153354-project-member] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 794.972721] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 794.973053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.973171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.973238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.973444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.973580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.973677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.973739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.973887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.973966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.974199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.131397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 795.131688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.246728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 in Status: SUCCESS [ 795.246926] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 deletion is rescheduled due to dependency. [ 795.247121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.367714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e in Status: SUCCESS [ 795.367861] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e deletion is rescheduled due to dependency. [ 795.367977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.368836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 in Status: SUCCESS [ 795.369060] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 deletion is rescheduled due to dependency. [ 795.369137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.383945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.384196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.387518] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.470959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 795.471263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.477068] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.893890] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.981009] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.397258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.397632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.397632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.397790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.397884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.397987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 796.434974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.434974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.435339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.435339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.435426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.448089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 796.484045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.484223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.484292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.484534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.485759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.485759] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be updated. [ 796.525871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.526109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.526180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.526390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.526575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.539165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: IN_PROGRESS for 2s [ 797.414146] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d49b8ca-042c-4ce7-8e1d-9bf4c93a4d4e req-3537211f-2c0f-4284-a7d9-9e935ea295e5 tempest-ServersTestManualDisk-1510545356 tempest-ServersTestManualDisk-1510545356-project-member] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_members [ 797.414146] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_members [ 797.414146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.414146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.414146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.418496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.418897] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.419297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.419478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.419779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.420019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.420303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.828749] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.828850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-382" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.828952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-382" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.829339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-382" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.829725] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.829987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.830319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.830799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.830799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.831311] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.831422] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.831542] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.831950] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.831950] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.831950] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.832103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.851547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.851812] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.851982] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.852192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-382" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.852493] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-8314e4a3-5b84-40b1-ad24-7d0043f0428c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.852664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.852795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.853161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.853313] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8314e4a3-5b84-40b1-ad24-7d0043f0428c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.925055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.925274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.925274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.925384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.925541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.925746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.925832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.925871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.926013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.926123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.926195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 already deleted. [ 797.926275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.355971] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.355971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.356245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.356526] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.356621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.356775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 8314e4a3-5b84-40b1-ad24-7d0043f0428c not found, creating... [ 798.357051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.357205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.357332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.357552] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.357689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.358044] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.358242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.358415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.358641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.358795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.359014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 8314e4a3-5b84-40b1-ad24-7d0043f0428c is going to be created. [ 798.381426] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.381690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.381845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.382147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.382380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.382623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.461791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 798.462205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.462670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.462670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.462860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.462941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.462990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.463165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.463251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.463348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.551022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 798.551261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.965209] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.186026] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d49b8ca-042c-4ce7-8e1d-9bf4c93a4d4e req-77668ad2-f731-43db-a7cd-22f2778ad1ea service nova] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_rules [ 799.186215] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d49b8ca-042c-4ce7-8e1d-9bf4c93a4d4e req-77668ad2-f731-43db-a7cd-22f2778ad1ea service nova] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_members [ 799.186352] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d49b8ca-042c-4ce7-8e1d-9bf4c93a4d4e req-77668ad2-f731-43db-a7cd-22f2778ad1ea service nova] Enqueued Resource ID: 8314e4a3-5b84-40b1-ad24-7d0043f0428c with Priority: HIGHEST for action port [ 799.186891] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_rules [ 799.187041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_members [ 799.187143] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8314e4a3-5b84-40b1-ad24-7d0043f0428c with Priority: HIGHEST for action port [ 799.188593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.188593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.188593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.188593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.188593] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.189372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.189489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.189558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.189729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.191395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.191395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.191395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.191395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.191395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.191395] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.191395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8314e4a3-5b84-40b1-ad24-7d0043f0428c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.191725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.191725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.191797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.195016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8314e4a3-5b84-40b1-ad24-7d0043f0428c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.468868] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.698218] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.698218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.698218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.698594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8314e4a3-5b84-40b1-ad24-7d0043f0428c with status ACTIVE [ 799.698770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.698882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.698965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.699651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.699651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.704288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.704453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.704550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.705583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.705583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.705583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.705583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.705583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.705583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.705583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.705583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8314e4a3-5b84-40b1-ad24-7d0043f0428c is going to be updated. [ 799.729212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.729212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.729212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.730154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.730667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.730667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8314e4a3-5b84-40b1-ad24-7d0043f0428c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.831850] env[65432]: INFO networking_nsxv3.common.synchronization [None req-08bf6b3c-e395-4a39-bfb4-53595231fad8 None None] Enqueued Resource ID: 99160446-538b-49bf-9c2d-5fc862c46e95 with Priority: HIGHEST for action port [ 799.832507] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99160446-538b-49bf-9c2d-5fc862c46e95 with Priority: HIGHEST for action port [ 799.832856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-99160446-538b-49bf-9c2d-5fc862c46e95 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.833025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99160446-538b-49bf-9c2d-5fc862c46e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.833244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99160446-538b-49bf-9c2d-5fc862c46e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.833519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99160446-538b-49bf-9c2d-5fc862c46e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.833610] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99160446-538b-49bf-9c2d-5fc862c46e95',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.972288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.972471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.972557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.972806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.973607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.973607] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 800.008183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.008333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.008976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.009290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.009462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.023035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 800.200065] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.336906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99160446-538b-49bf-9c2d-5fc862c46e95 [ 800.337178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.337315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.337497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.337726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.337827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.337941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99160446-538b-49bf-9c2d-5fc862c46e95 already deleted. [ 800.338085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99160446-538b-49bf-9c2d-5fc862c46e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.706565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.706900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.706900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.707235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.707235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.707235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 is going to be created. [ 800.734618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.734618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.734618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.734618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.734953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.745654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c9f08c-4b24-412a-991d-fb08064ad975 in Status: UNINITIALIZED for 2s [ 802.035988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 802.036643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.036643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.036643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.036946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.037098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.038344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.038344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.038344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.038344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.038344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.038344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.038344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.038344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.041170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.041170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.041170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.041170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.041170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.041170] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.546546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26bba43-d22c-4588-a954-b3b3975d1d07: rpc.has_security_group_logging(os_id): False [ 802.565242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.565640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.565756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.566567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.566758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.567169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.567169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.569221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.569438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.569528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.569783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.569884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.569947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.570187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.570414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.570652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.570775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.570857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.571258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.571361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.571594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be created. [ 802.634076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.634262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.634338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.634545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.634698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.648097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 802.769314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c9f08c-4b24-412a-991d-fb08064ad975 in Status: SUCCESS [ 802.770171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.770460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.770773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.771036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.771636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.771708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.772271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.772271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.772271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.772271] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.783588] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f642325e-1768-4226-a7ff-35a84da1199f None None] Enqueued Resource ID: aa7d80f7-b6cb-4149-9a35-8c2494c54185 with Priority: HIGHEST for action port [ 802.784422] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7d80f7-b6cb-4149-9a35-8c2494c54185 with Priority: HIGHEST for action port [ 802.785189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7d80f7-b6cb-4149-9a35-8c2494c54185 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.785992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7d80f7-b6cb-4149-9a35-8c2494c54185" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.785992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7d80f7-b6cb-4149-9a35-8c2494c54185" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.785992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7d80f7-b6cb-4149-9a35-8c2494c54185" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.785992] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d80f7-b6cb-4149-9a35-8c2494c54185',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.274934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.290727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa7d80f7-b6cb-4149-9a35-8c2494c54185 [ 803.290727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.290727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.290727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.290727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.290727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.290727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa7d80f7-b6cb-4149-9a35-8c2494c54185 already deleted. [ 803.290727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7d80f7-b6cb-4149-9a35-8c2494c54185" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.780513] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c9f08c-4b24-412a-991d-fb08064ad975: rpc.has_security_group_logging(os_id): False [ 803.802137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.802137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.802137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.802137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 is going to be created. [ 803.890879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.891091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.891145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.891855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.903348] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c9f08c-4b24-412a-991d-fb08064ad975 in Status: IN_PROGRESS for 2s [ 804.661070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 804.661345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.661489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.661895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.662011] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.167050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.167050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.167411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.167467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.167657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.167862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.167930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.168141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.168213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.168420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.168519] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.671885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.672224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.672224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.672430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.672550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.672684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.672750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.672918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.673017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.673099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.673250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.673338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.673397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.673616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.673762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.673853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.674071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.674071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.674182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.674228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.675997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.919806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c9f08c-4b24-412a-991d-fb08064ad975 in Status: SUCCESS [ 805.920524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.178019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26bba43-d22c-4588-a954-b3b3975d1d07: rpc.has_security_group_logging(os_id): False [ 806.200273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.200427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.200559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.200920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.200967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.201382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.201522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.201676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.201859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.202147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.202239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.202363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.202473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.202797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.203065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.203546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.203708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.203806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.203997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.204130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.204318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 806.284105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.284357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.284357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.284838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.284838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.303473] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 806.345536] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c4360c66-98b0-431a-bcbc-1cf07006489c None None] Enqueued Resource ID: 55cb0e4f-6448-4480-b69f-430c7c4fc13c with Priority: HIGHEST for action port [ 806.346052] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cb0e4f-6448-4480-b69f-430c7c4fc13c with Priority: HIGHEST for action port [ 806.346314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-55cb0e4f-6448-4480-b69f-430c7c4fc13c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.346446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55cb0e4f-6448-4480-b69f-430c7c4fc13c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.346503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55cb0e4f-6448-4480-b69f-430c7c4fc13c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.346791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55cb0e4f-6448-4480-b69f-430c7c4fc13c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.346881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55cb0e4f-6448-4480-b69f-430c7c4fc13c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.737950] env[65432]: INFO networking_nsxv3.common.synchronization [req-f42c4888-3d32-4835-8213-7495df567a14 req-6d291bb2-ea3a-4b6c-8316-42e5a2dd38fc tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 806.738805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 806.739389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.739389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.739772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.739948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.740461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.740681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.740761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.741035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.741165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.741309] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.850300] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55cb0e4f-6448-4480-b69f-430c7c4fc13c [ 806.850300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.850300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.850300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.850300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.850300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.850300] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55cb0e4f-6448-4480-b69f-430c7c4fc13c already deleted. [ 806.850300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55cb0e4f-6448-4480-b69f-430c7c4fc13c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.127997] env[65432]: INFO networking_nsxv3.common.synchronization [req-07f91e75-f127-4c86-9f0d-faf5984d53c5 req-61122e0d-2fec-470d-bfb3-ff203fa5ddb3 tempest-ServersTestJSON-286969354 tempest-ServersTestJSON-286969354-project-member] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_members [ 807.132283] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGHEST for action security_group_members [ 807.132283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.133576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.133576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.134368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.134669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.134797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.134917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.135118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.135472] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.244193] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.582558] env[65432]: INFO networking_nsxv3.common.synchronization [req-a14bffdb-6e85-4c1c-8771-23a56e11f960 req-f069024a-608f-493e-bcdc-924baddf4a2d tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 807.583355] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 807.583691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.583860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.583939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.584210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.584370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.584466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.584534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.584683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.584768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.584861] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.639180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.639180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.639180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.639180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.639180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.639698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.639698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.639698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.639698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.639917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.639917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 is going to be updated. [ 807.673977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.674710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.674710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.674710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.674710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.684570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: IN_PROGRESS for 2s [ 807.750484] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.966998] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.968579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.968579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.968579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.971685] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.972234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.972557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.972994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.973323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973809] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.974191] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.975757] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.975757] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.975757] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.975757] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.975757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.001040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.001040] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.001357] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.001357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.001691] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.001899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.002075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.002463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.002655] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f462771-afd8-49ee-8fd1-33d8adb3d0ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.087719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.087900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.088360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.088459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.088663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.089814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.089814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.089814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.089814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.089814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.089814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 already deleted. [ 808.089814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.158591] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc8d1464-3e62-43dd-9b28-f1ecbb0f3592 req-b60450f6-3ec4-42a5-8810-e80f10b52745 tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 808.158591] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 808.160107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.160107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.160107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.160107] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.255328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.255517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 808.289913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.290093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.290162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.290619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.290619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.299867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 808.316786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 808.317038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.505576] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.505820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.505948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.506250] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.506383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 0f462771-afd8-49ee-8fd1-33d8adb3d0ce not found, creating... [ 808.506801] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.506989] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.507113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.507455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.507455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.507734] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.507885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.507998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.508214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.508342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.508478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce is going to be created. [ 808.530702] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.530922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.531042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.531319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.531546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.531813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.619573] env[65432]: INFO networking_nsxv3.common.synchronization [req-7c628f92-bbe9-4197-a78a-de0b1683f370 req-8c9e65f3-face-400b-83b9-a01edd4821af tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 808.620141] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 808.620464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.620566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.664203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.010898] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d5588baf-8b51-46f3-95dd-ade1cd283e8c None None] Enqueued Resource ID: 50568e53-132e-461d-ba86-3ed39b46fd14 with Priority: HIGHEST for action port [ 809.012663] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50568e53-132e-461d-ba86-3ed39b46fd14 with Priority: HIGHEST for action port [ 809.013062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-50568e53-132e-461d-ba86-3ed39b46fd14 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.013224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50568e53-132e-461d-ba86-3ed39b46fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.013265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50568e53-132e-461d-ba86-3ed39b46fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.013521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50568e53-132e-461d-ba86-3ed39b46fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.013604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50568e53-132e-461d-ba86-3ed39b46fd14',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.166616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.287123] env[65432]: INFO networking_nsxv3.common.synchronization [req-a14bffdb-6e85-4c1c-8771-23a56e11f960 req-cc7fc88b-fbcf-45d6-b538-f8e44044d9eb service nova] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 809.287299] env[65432]: INFO networking_nsxv3.common.synchronization [req-a14bffdb-6e85-4c1c-8771-23a56e11f960 req-cc7fc88b-fbcf-45d6-b538-f8e44044d9eb service nova] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 809.287437] env[65432]: INFO networking_nsxv3.common.synchronization [req-a14bffdb-6e85-4c1c-8771-23a56e11f960 req-cc7fc88b-fbcf-45d6-b538-f8e44044d9eb service nova] Enqueued Resource ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce with Priority: HIGHEST for action port [ 809.290282] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 809.290282] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 809.290282] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce with Priority: HIGHEST for action port [ 809.290282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.290282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.290282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.290282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.290282] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.292420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.292820] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.295149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.295149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.295149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.295149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.295149] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f462771-afd8-49ee-8fd1-33d8adb3d0ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.517935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50568e53-132e-461d-ba86-3ed39b46fd14 [ 809.517935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.517935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50568e53-132e-461d-ba86-3ed39b46fd14 already deleted. [ 809.517935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50568e53-132e-461d-ba86-3ed39b46fd14" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.670594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.670594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.670594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.670594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.670594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.670594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 809.695902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 in Status: SUCCESS [ 809.696686] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 deletion is rescheduled due to dependency. [ 809.696946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.702087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.702242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.704141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.704427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.704646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.713968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 809.797500] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.798627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.798742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f462771-afd8-49ee-8fd1-33d8adb3d0ce with status ACTIVE [ 809.799090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.799201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.799265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.799475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.799587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.799849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.799951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.800057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.803084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.803194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.803417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.803525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.803590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.803755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.803827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.803914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce is going to be updated. [ 809.825613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.825816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.825816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.826032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.826174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.826334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.250459] env[65432]: INFO networking_nsxv3.common.synchronization [req-cecdb987-c120-4a10-8d60-c36b078e69f6 req-268eec3b-93d2-42b9-8a90-82261f044211 tempest-ServersNegativeTestMultiTenantJSON-1222581265 tempest-ServersNegativeTestMultiTenantJSON-1222581265-project-member] Enqueued Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_members [ 810.251084] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_members [ 810.251399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.251517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.251585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.251875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.252048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.252150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.252214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.252361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.252446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.252551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.305778] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.310497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 810.310821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.672149] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.672149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-506" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.672149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-506" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.672149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-506" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.672149] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.672149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.672149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.673053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.673350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.674661] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.674783] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.674895] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.675013] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.675147] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.675249] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.675382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.695378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.695622] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.695675] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.695840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-506" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.696197] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.696369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.696489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.696835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.697016] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a532e4b5-ebce-4a69-8dc2-52c4d266c83e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.755758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.755758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.755758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.755758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.756058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.756322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.756400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.757217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.757217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.757217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.757217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe1cfb-af53-4366-a409-a819dd595e0e already deleted. [ 810.757524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.809677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.809934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.809934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.810152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.810242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.810413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 is going to be created. [ 810.836883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.836883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.836883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.836883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.836883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.848020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: UNINITIALIZED for 2s [ 811.100348] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2063db5a-6c46-4348-91f8-c3d55d53e1fb tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_rules [ 811.100611] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_rules [ 811.101536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.102113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.103190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.103556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.103682] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.204027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.204027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port a532e4b5-ebce-4a69-8dc2-52c4d266c83e not found, creating... [ 811.204027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.204027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.204894] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.204894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.204894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.205041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.205140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.205288] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: a532e4b5-ebce-4a69-8dc2-52c4d266c83e is going to be created. [ 811.227325] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.227531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.227654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.227990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.228532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.228845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.232189] env[65432]: INFO networking_nsxv3.common.synchronization [None req-080f8e16-ed27-4e90-93c8-da1cbd45465b tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_rules [ 811.233289] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_rules [ 811.233635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.233752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.624565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.625123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.625123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.625123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.625236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.625268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f already deleted. [ 811.625446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.625526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.625683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.625800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.726363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 811.726599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.726791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.727021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.727222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.727342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.727409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.727565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.727648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.727747] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.951685] env[65432]: INFO networking_nsxv3.common.synchronization [req-cecdb987-c120-4a10-8d60-c36b078e69f6 req-fd1e2e9d-d25d-4db1-ab6a-38f4e1f67dcd service nova] Enqueued Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_rules [ 811.951685] env[65432]: INFO networking_nsxv3.common.synchronization [req-cecdb987-c120-4a10-8d60-c36b078e69f6 req-fd1e2e9d-d25d-4db1-ab6a-38f4e1f67dcd service nova] Enqueued Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_members [ 811.951685] env[65432]: INFO networking_nsxv3.common.synchronization [req-cecdb987-c120-4a10-8d60-c36b078e69f6 req-fd1e2e9d-d25d-4db1-ab6a-38f4e1f67dcd service nova] Enqueued Resource ID: a532e4b5-ebce-4a69-8dc2-52c4d266c83e with Priority: HIGHEST for action port [ 811.952737] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_rules [ 811.952967] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_members [ 811.953097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a532e4b5-ebce-4a69-8dc2-52c4d266c83e with Priority: HIGHEST for action port [ 811.953462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.953725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.953898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.954225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.954331] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.956149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.956318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.956414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.956646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.956846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.956967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.957046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.957264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.957364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.957489] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.958543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.958677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.958747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.958935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.959046] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a532e4b5-ebce-4a69-8dc2-52c4d266c83e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.150177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.150352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.150433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.150634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.150728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.150823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f already deleted. [ 812.150911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.230445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.230685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.230685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.231760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.231760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.231760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.231760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.231760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.231760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.231760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.231760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 812.259335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.259590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.259590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.259767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.259900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.268846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 812.462063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.462063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.462063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.463068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a532e4b5-ebce-4a69-8dc2-52c4d266c83e with status ACTIVE [ 812.463892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.463892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.463892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.463892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.463892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.463892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.464323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.464323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.464323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.464323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.464540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.464540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.464540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.464654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.464716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.464798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a532e4b5-ebce-4a69-8dc2-52c4d266c83e is going to be updated. [ 812.484469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.484627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.484681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.484864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.484993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.485163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a532e4b5-ebce-4a69-8dc2-52c4d266c83e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.857667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: SUCCESS [ 812.858050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.858111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.858284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.858474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.858588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.858654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.858805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.858886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.858971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.859129] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.966949] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.361186] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.472818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.472993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.473083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.473300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.473390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.473488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe1cfb-af53-4366-a409-a819dd595e0e is going to be created. [ 813.515801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.515801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.515801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.515801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.515801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.526143] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe1cfb-af53-4366-a409-a819dd595e0e in Status: UNINITIALIZED for 2s [ 813.863783] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90fc4fb9-324b-46ae-8022-5b8564e0df37: rpc.has_security_group_logging(os_id): False [ 813.882393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.882528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.882575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.882846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.882967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.883649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.883649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.883649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.883649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.883649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.884020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 is going to be created. [ 813.945497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.945721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.945787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.946031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.946689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.959569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: IN_PROGRESS for 2s [ 814.282061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 814.282265] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 deletion is rescheduled due to dependency. [ 814.282382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.537661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe1cfb-af53-4366-a409-a819dd595e0e in Status: SUCCESS [ 815.537965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.538080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.538306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.538506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.538667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.538720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.538838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.538945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.539140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.539195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.977268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: SUCCESS [ 815.977597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.041591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.042012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.042012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.043082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.043082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.043082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.043082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.043082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.043082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.043082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.043385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.043385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.043385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.044051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.044051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.044051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.044051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.044051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.044362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.044362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.044362] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.546983] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe1cfb-af53-4366-a409-a819dd595e0e: rpc.has_security_group_logging(os_id): False [ 816.569389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.569726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.569882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.570320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.570398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.570774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.570926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.571170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.571480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.571655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.572216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.572598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.572762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.574045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.574352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.574434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.574847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.574932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.575469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe1cfb-af53-4366-a409-a819dd595e0e is going to be created. [ 816.585697] env[65432]: INFO networking_nsxv3.common.synchronization [req-97b4b48a-9c29-454d-825f-59aa7389b044 req-698bc76b-0098-40ba-a405-b9c6db34c76d tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 816.586334] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 816.586667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.586805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.586876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.587281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.587465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.587602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.587696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.587803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.587887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.587985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.653549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.654195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.654303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.654498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.654683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.670774] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe1cfb-af53-4366-a409-a819dd595e0e in Status: IN_PROGRESS for 2s [ 817.090547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.091128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.091230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.091573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.091739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.092068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.092243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.092342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.092576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.092717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.092857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 817.138025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.138025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.138025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.138025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.138025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.161735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 817.404418] env[65432]: INFO networking_nsxv3.common.synchronization [req-8dcd09a4-cd87-462d-b606-2fafb3f13532 req-cd516272-4f39-4142-a397-f711a0340ef1 tempest-ListServerFiltersTestJSON-1585187419 tempest-ListServerFiltersTestJSON-1585187419-project-member] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 817.405295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 817.405726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.405892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.405989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.408206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.408355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.408485] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.891635] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4b026b0d-84a5-4f32-8d9e-22b79adfcd3f None None] Enqueued Resource ID: 260a5a20-1821-4bcc-adce-c2299a6ece4c with Priority: HIGHEST for action port [ 817.893486] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260a5a20-1821-4bcc-adce-c2299a6ece4c with Priority: HIGHEST for action port [ 817.894866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-260a5a20-1821-4bcc-adce-c2299a6ece4c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.894866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260a5a20-1821-4bcc-adce-c2299a6ece4c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.895045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260a5a20-1821-4bcc-adce-c2299a6ece4c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.895369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260a5a20-1821-4bcc-adce-c2299a6ece4c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.895516] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260a5a20-1821-4bcc-adce-c2299a6ece4c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.914332] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.400403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 260a5a20-1821-4bcc-adce-c2299a6ece4c [ 818.400641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.400771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.400858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.401064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.401158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.401275] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:260a5a20-1821-4bcc-adce-c2299a6ece4c already deleted. [ 818.401326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260a5a20-1821-4bcc-adce-c2299a6ece4c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.416867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.686398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe1cfb-af53-4366-a409-a819dd595e0e in Status: SUCCESS [ 818.688190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.918948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.919270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.919270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.919414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.919500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.919612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 818.951082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.951082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.951502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.953203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.953447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.965598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 819.173059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 819.173059] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 deletion is rescheduled due to dependency. [ 819.173059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.461053] env[65432]: INFO networking_nsxv3.common.synchronization [req-b47a390b-fffe-45f1-a9ae-5f438095f5f8 req-e9442c83-8802-4da6-86fe-f79a743faeb5 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 820.462043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 820.462369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.462479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.462563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.462757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.462932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.463047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.463130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.463255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.463327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.463425] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.875279] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.876063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.876063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.876331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.876604] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.876754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.876878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.877149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.877296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.877512] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.877622] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.877727] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.877899] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.877965] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.878046] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.878198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.903386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.903386] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.903386] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.903386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.903386] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-4235adef-8473-416f-808a-3d9a2b4d672b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.903386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.903386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.903386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.903386] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4235adef-8473-416f-808a-3d9a2b4d672b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.972257] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.977159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 820.977320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406055] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.406453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.406453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.407033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 4235adef-8473-416f-808a-3d9a2b4d672b not found, creating... [ 821.407445] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.407561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.407678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.407939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.408145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.408444] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.408599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.408712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.408928] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.409063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409201] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 4235adef-8473-416f-808a-3d9a2b4d672b is going to be created. [ 821.429757] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.430013] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.430109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.430376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.430620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.430847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.474748] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.977882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.978047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.978351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.978625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.978848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.979144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 822.012999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.013420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.013562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.023214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 822.192870] env[65432]: INFO networking_nsxv3.common.synchronization [req-b47a390b-fffe-45f1-a9ae-5f438095f5f8 req-7302ecdc-b77f-478d-bb52-67379ba36f2b service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 822.193202] env[65432]: INFO networking_nsxv3.common.synchronization [req-b47a390b-fffe-45f1-a9ae-5f438095f5f8 req-7302ecdc-b77f-478d-bb52-67379ba36f2b service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 822.193384] env[65432]: INFO networking_nsxv3.common.synchronization [req-b47a390b-fffe-45f1-a9ae-5f438095f5f8 req-7302ecdc-b77f-478d-bb52-67379ba36f2b service nova] Enqueued Resource ID: 4235adef-8473-416f-808a-3d9a2b4d672b with Priority: HIGHEST for action port [ 822.194074] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 822.194131] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 822.194247] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4235adef-8473-416f-808a-3d9a2b4d672b with Priority: HIGHEST for action port [ 822.194560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.194695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.194782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.195030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.195104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.196038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4235adef-8473-416f-808a-3d9a2b4d672b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.197632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4235adef-8473-416f-808a-3d9a2b4d672b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.702010] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.702324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.702324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4235adef-8473-416f-808a-3d9a2b4d672b with status ACTIVE [ 822.702507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.702579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.702579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.702834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.702979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.703061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.703209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.703891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.703891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.703891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.703891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.704172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.704172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.704242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.704276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.704354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4235adef-8473-416f-808a-3d9a2b4d672b is going to be updated. [ 822.730173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.730325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.730395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.730598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.730734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.730886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4235adef-8473-416f-808a-3d9a2b4d672b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.759815] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d1fe1a03-651c-4444-8084-d02e90fea330 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_rules [ 822.760398] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_rules [ 822.761141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.761343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.761343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.761599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.761683] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.869144] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fb4c1fa2-e2b7-4d3f-af6f-6bba220254e0 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_rules [ 822.869719] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_rules [ 822.870164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.870728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.286051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.286051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.286051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.286051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.286051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 already deleted. [ 823.286425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.286560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.286618] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.807340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.807734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.807734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.807734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.807881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.807919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 already deleted. [ 823.807998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.033542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 824.033771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.033949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.034195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.034387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.034502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.034565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.034717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.034800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.034895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.117157] env[65432]: INFO networking_nsxv3.common.synchronization [req-9560a219-fe11-46dc-9846-444621128152 req-89f2eda8-9a75-4b03-a889-736957df0a49 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 824.120766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 824.123087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.123268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.123312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.123578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.123744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.123848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.123899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.124399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.124399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.124399] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.538084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.591115] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.591312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.591563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.592544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.592544] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.592544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.592544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.592544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.592771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.592852] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.592960] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.593114] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.593223] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.593330] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.593430] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.593561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.615846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.616084] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.616265] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.616443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.616759] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.616966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.617104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.617423] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.617559] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ddaa3d-e345-4bb7-a106-c75741c6fd74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.627813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.628341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.628341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.628485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.628562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.629174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.629174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.629174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.629174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.629174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.629670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 already deleted. [ 824.629670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.042848] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.125023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port e1ddaa3d-e345-4bb7-a106-c75741c6fd74 not found, creating... [ 825.125023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.125023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125690] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.125690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.125690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.125978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.126280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.126578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: e1ddaa3d-e345-4bb7-a106-c75741c6fd74 is going to be created. [ 825.151064] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.151064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.151064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.151064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.151064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.151064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.544612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.544612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.544612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.544612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.545020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.545020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 825.580258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.580398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.580398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.580607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.580918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.590379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 825.843431] env[65432]: INFO networking_nsxv3.common.synchronization [req-a3922d67-1140-4b98-945a-3f4e3adb1432 req-b58cbb0d-5bc7-4add-a923-d622f206d746 tempest-ServersNegativeTestMultiTenantJSON-1222581265 tempest-ServersNegativeTestMultiTenantJSON-1222581265-project-member] Enqueued Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_members [ 825.844097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe1cfb-af53-4366-a409-a819dd595e0e with Priority: HIGHEST for action security_group_members [ 825.844466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe1cfb-af53-4366-a409-a819dd595e0e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.844607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.844675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.844901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.845079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.845199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.845253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.845424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.845561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.845669] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe1cfb-af53-4366-a409-a819dd595e0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.897669] env[65432]: INFO networking_nsxv3.common.synchronization [req-9560a219-fe11-46dc-9846-444621128152 req-cc5a5e33-16fe-479e-bc05-3a44bebbef1e service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 825.897962] env[65432]: INFO networking_nsxv3.common.synchronization [req-9560a219-fe11-46dc-9846-444621128152 req-cc5a5e33-16fe-479e-bc05-3a44bebbef1e service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 825.898193] env[65432]: INFO networking_nsxv3.common.synchronization [req-9560a219-fe11-46dc-9846-444621128152 req-cc5a5e33-16fe-479e-bc05-3a44bebbef1e service nova] Enqueued Resource ID: e1ddaa3d-e345-4bb7-a106-c75741c6fd74 with Priority: HIGHEST for action port [ 825.898805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 825.899020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 825.899347] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ddaa3d-e345-4bb7-a106-c75741c6fd74 with Priority: HIGHEST for action port [ 825.899891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.900087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.900173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.900468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.900585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.902067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.902192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.902518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.902657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.902774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.903199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.903293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.903464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.904462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.904612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.904671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.904813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.904912] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ddaa3d-e345-4bb7-a106-c75741c6fd74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.303239] env[65432]: INFO networking_nsxv3.common.synchronization [req-3aa5b7b8-32e9-4a2b-ba95-f5b7f2a630cd req-79769ff1-7f84-4d6b-a78b-db4aee5fbe30 tempest-ListImageFiltersTestJSON-1600153354 tempest-ListImageFiltersTestJSON-1600153354-project-member] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 826.303875] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGHEST for action security_group_members [ 826.304968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.304968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.304968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.304968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.304968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.304968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.304968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.305594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.305782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.305972] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.349069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.349069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.349069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.350176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe1cfb-af53-4366-a409-a819dd595e0e is going to be updated. [ 826.386034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.386034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.386034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.386034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.386034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.397752] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe1cfb-af53-4366-a409-a819dd595e0e in Status: IN_PROGRESS for 2s [ 826.403397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.403547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.407124] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.408198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ddaa3d-e345-4bb7-a106-c75741c6fd74 with status ACTIVE [ 826.408430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.408581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.408682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.408920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.409102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.409261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.409401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.409443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.409592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.409670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.409855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.409952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.410468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.410695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.410799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.410896] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ddaa3d-e345-4bb7-a106-c75741c6fd74 is going to be updated. [ 826.434190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.434944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.434944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.434944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.434944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.434944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ddaa3d-e345-4bb7-a106-c75741c6fd74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.808456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.808714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.808763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.809015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.839331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.840643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.840643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.840643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.840643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be updated. [ 826.880279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.880461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.880531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.880755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.880978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.890784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: IN_PROGRESS for 2s [ 826.914668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.418236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.418236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.418236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.418236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.418236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.418236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be created. [ 827.447990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.447990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.448229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.449848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.449848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.461379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: UNINITIALIZED for 2s [ 827.602566] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 827.602566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.602848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.604652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.604652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.604652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.604652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.604652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.604652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.604652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.604652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.831370] env[65432]: INFO networking_nsxv3.common.synchronization [req-595299a6-1fb2-4aba-b1d1-cdc7f2cc051c req-494b1ce8-0de8-4b1a-a2a0-749887e9108b tempest-ImagesOneServerTestJSON-2141550741 tempest-ImagesOneServerTestJSON-2141550741-project-member] Enqueued Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_members [ 827.831958] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_members [ 827.832361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.832927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.833067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.833372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.833552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.833723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.833837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.834031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.834150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.834267] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.111815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.112417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.112417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.112417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.112417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.112417] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.337118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.338090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.338090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.338090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.338090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.338090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.338697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 already deleted. [ 828.338697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.410156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe1cfb-af53-4366-a409-a819dd595e0e in Status: SUCCESS [ 828.411018] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe1cfb-af53-4366-a409-a819dd595e0e deletion is rescheduled due to dependency. [ 828.411018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe1cfb-af53-4366-a409-a819dd595e0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.451031] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.451031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-445" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.451031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-445" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.451031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-445" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.451031] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.451031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.451031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.451731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.451731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.451731] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.451731] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.451731] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.451964] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.451964] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.452064] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.452196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.472616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.473192] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.473302] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.473387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-445" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.473737] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-57289559-091e-41df-93e3-c3bebe2f56b2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.473966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.474173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.474513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.475080] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57289559-091e-41df-93e3-c3bebe2f56b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.615736] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c47b16-1ba0-4464-ba99-10f789473638: rpc.has_security_group_logging(os_id): False [ 828.633584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.633763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.633906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.634050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.654531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.654896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.655087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.655176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.655393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.655478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.655751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.655899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.655973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.656191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.656275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.656491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.656591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.656675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.656948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.657023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.657106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 828.729664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.729664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.729664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.730044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.730044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.746864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 828.901136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be in Status: SUCCESS [ 828.901330] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be deletion is rescheduled due to dependency. [ 828.901463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978044] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.978044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.978044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.978343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.978438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 57289559-091e-41df-93e3-c3bebe2f56b2 not found, creating... [ 828.980025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.980025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.980025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.980025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.980025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.980025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.980446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.980446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.980624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.980774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.980924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 57289559-091e-41df-93e3-c3bebe2f56b2 is going to be created. [ 829.004345] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.005218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.005529] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.005728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.006017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.006329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.472591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 829.473082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.473082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.473082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.473277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.473517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.473517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.473723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.473723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.473886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.473886] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.786091] env[65432]: INFO networking_nsxv3.common.synchronization [req-595299a6-1fb2-4aba-b1d1-cdc7f2cc051c req-4161fd4c-5ceb-4ef1-86fd-577b9a87cf9e service nova] Enqueued Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_rules [ 829.786286] env[65432]: INFO networking_nsxv3.common.synchronization [req-595299a6-1fb2-4aba-b1d1-cdc7f2cc051c req-4161fd4c-5ceb-4ef1-86fd-577b9a87cf9e service nova] Enqueued Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_members [ 829.786421] env[65432]: INFO networking_nsxv3.common.synchronization [req-595299a6-1fb2-4aba-b1d1-cdc7f2cc051c req-4161fd4c-5ceb-4ef1-86fd-577b9a87cf9e service nova] Enqueued Resource ID: 57289559-091e-41df-93e3-c3bebe2f56b2 with Priority: HIGHEST for action port [ 829.786943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_rules [ 829.787095] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_members [ 829.787191] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57289559-091e-41df-93e3-c3bebe2f56b2 with Priority: HIGHEST for action port [ 829.787467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.787585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.787647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.788013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.788013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.789224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.789382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.789451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.790047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.790047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.790047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.790047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.790260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.790341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.790481] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.793527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-57289559-091e-41df-93e3-c3bebe2f56b2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.793527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.793527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.793527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.793527] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57289559-091e-41df-93e3-c3bebe2f56b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.975861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.976039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.976117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.976367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.976557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.976660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.976735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.976935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.977037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.977130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.977281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.977373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.977432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.977572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.977709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.977799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.977860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.977991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.978181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.978181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.978245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.294652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.294896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.295033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.296564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57289559-091e-41df-93e3-c3bebe2f56b2 with status ACTIVE [ 830.296564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.296564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.296564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.296564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.296564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.297012] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.297012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.297012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.297012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.297220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.297263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.297330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.297409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.297525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.297624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.297935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57289559-091e-41df-93e3-c3bebe2f56b2 is going to be updated. [ 830.323606] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.323821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.323873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.324085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.324652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.324652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57289559-091e-41df-93e3-c3bebe2f56b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.482447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4735d5cd-9094-4268-a23e-8e5555e20067: rpc.has_security_group_logging(os_id): False [ 830.507036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.507036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.507036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.507036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.507036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.507421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.508027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.508027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.508027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.508027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.508259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.508402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.508402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.508479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.508554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.508776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.508870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.508976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.509103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.509593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be created. [ 830.584080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.584217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.584293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.584527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.584713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.600649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 830.663718] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bc36658-d285-4086-b5dc-ccfc650f78fd req-5927b2bc-aa91-4174-a134-047512b7fee9 tempest-ServerMetadataTestJSON-1708909617 tempest-ServerMetadataTestJSON-1708909617-project-member] Enqueued Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_members [ 830.663718] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_members [ 830.663718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.663718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.663718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.667298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.667298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.667569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.667569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.667637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.667704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.667804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.762145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 830.762375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.800955] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.173129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.173420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.173534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.173880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.173880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.174161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.174314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.174396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.174617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.174617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.174775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 already deleted. [ 831.174837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.305306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.305380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.305574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.305697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 is going to be created. [ 831.338026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.338026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.338227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.338290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.338426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.348885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 in Status: UNINITIALIZED for 2s [ 831.359837] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.359837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-236" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.359837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-236" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.360182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-236" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.360279] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.360435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.360547] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.360861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.360930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.361273] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.361435] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.361568] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.361719] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.361936] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.362095] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.362259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.365882] env[65432]: INFO networking_nsxv3.common.synchronization [req-a230cb80-6bb6-4046-849f-d1f8983245fe req-5443cb1f-6489-4d17-803b-ee62f7a5531a tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 831.366275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 831.366860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.366953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.366953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.367174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.367715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.367715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.367715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.367715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.367715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.367962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.383968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.384159] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.384295] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.384487] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-236" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.384813] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-a4224d58-948e-4e90-b6f7-b48156321f5c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.384985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.385114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.385437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.385568] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4224d58-948e-4e90-b6f7-b48156321f5c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.869745] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.888544] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.891195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.891195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.891195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.891195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.891195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port a4224d58-948e-4e90-b6f7-b48156321f5c not found, creating... [ 831.891195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.893915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.893915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.893915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.893915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.894486] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.894486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.894692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.894739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.894871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.895018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: a4224d58-948e-4e90-b6f7-b48156321f5c is going to be created. [ 831.921175] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.921175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.921175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.921374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.921604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.921873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.373029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.614825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 832.615116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.671460] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bc36658-d285-4086-b5dc-ccfc650f78fd req-82823f19-6abe-4a7b-a25a-971fd8e97d81 service nova] Enqueued Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_rules [ 832.671931] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bc36658-d285-4086-b5dc-ccfc650f78fd req-82823f19-6abe-4a7b-a25a-971fd8e97d81 service nova] Enqueued Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_members [ 832.671931] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bc36658-d285-4086-b5dc-ccfc650f78fd req-82823f19-6abe-4a7b-a25a-971fd8e97d81 service nova] Enqueued Resource ID: a4224d58-948e-4e90-b6f7-b48156321f5c with Priority: HIGHEST for action port [ 832.672627] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_rules [ 832.672862] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_members [ 832.673019] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4224d58-948e-4e90-b6f7-b48156321f5c with Priority: HIGHEST for action port [ 832.673420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.674413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.674413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.674413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.674413] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.675616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.675616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.675616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.675616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.675777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.675777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.675879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.676051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.677735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.677735] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.679919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4224d58-948e-4e90-b6f7-b48156321f5c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.679919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.679919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.679919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.679919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4224d58-948e-4e90-b6f7-b48156321f5c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.876510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.876510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.876981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.876981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.876981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.877199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 832.912308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.912517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.912517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.912737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.912804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.927226] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 833.184619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.184619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.184619] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.185402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4224d58-948e-4e90-b6f7-b48156321f5c with status ACTIVE [ 833.185600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.185781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.185781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.186141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.186141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.186337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.186443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.186501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.186678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.186755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.186963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.188034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.188123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.188356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.188433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.188497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4224d58-948e-4e90-b6f7-b48156321f5c is going to be updated. [ 833.213206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.213455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.213455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.213678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.213862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.214110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4224d58-948e-4e90-b6f7-b48156321f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.364850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 in Status: SUCCESS [ 833.364850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.364850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.364850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.364850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.364850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.364850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.364850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.365318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.365318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.365318] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.437717] env[65432]: INFO networking_nsxv3.common.synchronization [req-defe5cfc-c269-431c-8b65-3cf2a74439cb req-89359cd7-ae12-4cf7-8c26-f15aac7337c0 tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_members [ 833.438458] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_members [ 833.439370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.439370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.439606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.440027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.440300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.440458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.441776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.441776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.441776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.441979] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.691824] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.872673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.872673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.872673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.872673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.872673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.873903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.873903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.873903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.874204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.874537] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.949637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.949637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.951745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.951745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f already deleted. [ 833.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.045972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.046233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.046305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.046565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.046827] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.047237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.047383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.047634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.047784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.048066] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.048249] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.048249] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.048402] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.048462] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.048524] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.048660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.070470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.070854] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.070854] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.071149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.071306] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-d27aab63-2ce7-4233-b905-2c2133cbf584 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.071556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.071715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.072302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.072536] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27aab63-2ce7-4233-b905-2c2133cbf584',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.194741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.194953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.194997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.195605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.195605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.195605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 is going to be created. [ 834.223337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.223575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.223575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.224226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.224226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.240783] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 in Status: UNINITIALIZED for 2s [ 834.380284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e3c4fda-cd1f-4832-934e-637bdad2a439: rpc.has_security_group_logging(os_id): False [ 834.399279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.399545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.399616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.399863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.399996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.400413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.400539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.400722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.400769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.400986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.401106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.401378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.401378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.401550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.401609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.401864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.402074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.402074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.402219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.402291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.402379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 is going to be created. [ 834.473910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.474141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.474141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.474349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.474547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.487630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 in Status: IN_PROGRESS for 2s [ 834.575912] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.576270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.576417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.576704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.576885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.577093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port d27aab63-2ce7-4233-b905-2c2133cbf584 not found, creating... [ 834.577384] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.577550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.577666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.577931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.578062] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.578362] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.578920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.579090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: d27aab63-2ce7-4233-b905-2c2133cbf584 is going to be created. [ 834.604905] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.605144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.605252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.605979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.606246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.606467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.642408] env[65432]: INFO networking_nsxv3.common.synchronization [None req-db24b59a-6a4b-4c7d-ab2f-4d8b87f5f0b2 None None] Enqueued Resource ID: e2f22bc2-bda0-4671-932b-834a2cbb2484 with Priority: HIGHEST for action port [ 834.642991] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f22bc2-bda0-4671-932b-834a2cbb2484 with Priority: HIGHEST for action port [ 834.643328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f22bc2-bda0-4671-932b-834a2cbb2484 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.643448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f22bc2-bda0-4671-932b-834a2cbb2484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.643565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f22bc2-bda0-4671-932b-834a2cbb2484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.643769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f22bc2-bda0-4671-932b-834a2cbb2484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.643853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f22bc2-bda0-4671-932b-834a2cbb2484',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.943602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 834.943602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.147340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2f22bc2-bda0-4671-932b-834a2cbb2484 [ 835.147715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.147715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.147715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.147967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.147967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.148060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2f22bc2-bda0-4671-932b-834a2cbb2484 already deleted. [ 835.148060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f22bc2-bda0-4671-932b-834a2cbb2484" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.379764] env[65432]: INFO networking_nsxv3.common.synchronization [req-defe5cfc-c269-431c-8b65-3cf2a74439cb req-06def7d9-6a46-4d62-81e9-b58e2dfb51ee service nova] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_rules [ 835.380097] env[65432]: INFO networking_nsxv3.common.synchronization [req-defe5cfc-c269-431c-8b65-3cf2a74439cb req-06def7d9-6a46-4d62-81e9-b58e2dfb51ee service nova] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_members [ 835.380327] env[65432]: INFO networking_nsxv3.common.synchronization [req-defe5cfc-c269-431c-8b65-3cf2a74439cb req-06def7d9-6a46-4d62-81e9-b58e2dfb51ee service nova] Enqueued Resource ID: d27aab63-2ce7-4233-b905-2c2133cbf584 with Priority: HIGHEST for action port [ 835.383891] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_rules [ 835.384092] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_members [ 835.384201] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27aab63-2ce7-4233-b905-2c2133cbf584 with Priority: HIGHEST for action port [ 835.385743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.385863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.386027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.386242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.386330] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.387353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.387472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.387540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.387720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.387868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.387962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.388046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.388215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.388273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.388371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.392731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27aab63-2ce7-4233-b905-2c2133cbf584 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.392731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.392731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.392731] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27aab63-2ce7-4233-b905-2c2133cbf584',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.898538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.898538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.898538] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.898538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d27aab63-2ce7-4233-b905-2c2133cbf584 with status ACTIVE [ 835.898538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.898538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.898538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.898538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.898538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.898538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.899592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.899592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.899592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.899713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.899913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.900034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.900098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.900286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.900368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.900461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d27aab63-2ce7-4233-b905-2c2133cbf584 is going to be updated. [ 835.924534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.924702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.924767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.924973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.925130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.925295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27aab63-2ce7-4233-b905-2c2133cbf584" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.966777] env[65432]: INFO networking_nsxv3.common.synchronization [req-d5308e53-0026-40cd-8511-f2ee0a383cf9 req-4e35d7e1-2813-4f46-8145-29754bfcb4a8 tempest-VolumesAssistedSnapshotsTest-647267504 tempest-VolumesAssistedSnapshotsTest-647267504-project-member] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_members [ 835.967483] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGHEST for action security_group_members [ 835.968089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.968195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.969026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.969026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.969458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.969458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.969458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.969654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.969654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.969815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.255455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 in Status: SUCCESS [ 836.255455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.255455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.255913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.255952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.256093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.256181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.256369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.256457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.256798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.256798] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.404028] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.472389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.472479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.472528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.472812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.504267] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 in Status: SUCCESS [ 836.504267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.504267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.504267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.504267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.504267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.504267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.504267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.505170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 is going to be updated. [ 836.539969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.540146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.540230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.540444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.541403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.552796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fc2793-083e-4d99-8f47-17570fc05451 in Status: IN_PROGRESS for 2s [ 836.760697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.760862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.760942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.761171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.761981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.761981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.761981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.761981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.761981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.761981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.761981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.762523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.762523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.762523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.762523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.762523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.763973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.763973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.763973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.763973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.763973] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.906070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.906246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.906320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.906543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.906625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.906729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f is going to be created. [ 836.943909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.944104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.944162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.944337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.944881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.965439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f in Status: UNINITIALIZED for 2s [ 837.226964] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cffe2f1e-f01f-4cba-b537-b8cc86dc980e tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: a3e5025d-bb2a-423d-a2d9-add95927fee3 with Priority: HIGHEST for action security_group_rules [ 837.227253] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e5025d-bb2a-423d-a2d9-add95927fee3 with Priority: HIGHEST for action security_group_rules [ 837.227647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e5025d-bb2a-423d-a2d9-add95927fee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.227753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.227753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.228496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.228663] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e5025d-bb2a-423d-a2d9-add95927fee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.266522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79c044f7-b34a-47c1-9ddb-011a3df46097: rpc.has_security_group_logging(os_id): False [ 837.287196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.287390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.287457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.287671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.287758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.287960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.288200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.288200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.288351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.288435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.288631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.288725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.288785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.288926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.289015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.289207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.289298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.289370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.289511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.289584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.289667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 is going to be created. [ 837.364712] env[65432]: INFO networking_nsxv3.common.synchronization [None req-94fffbae-603f-45cc-b6dc-e322348d5419 tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: a3e5025d-bb2a-423d-a2d9-add95927fee3 with Priority: HIGHEST for action security_group_rules [ 837.365288] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e5025d-bb2a-423d-a2d9-add95927fee3 with Priority: HIGHEST for action security_group_rules [ 837.367931] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e5025d-bb2a-423d-a2d9-add95927fee3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.367931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.372849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.372849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.372849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.373253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.387948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 in Status: IN_PROGRESS for 2s [ 837.423698] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4af7898c-54dd-47c2-ad65-7dbc90b37af9 None None] Enqueued Resource ID: 604dc9b4-be91-42e8-8274-7503167abe0b with Priority: HIGHEST for action port [ 837.423958] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604dc9b4-be91-42e8-8274-7503167abe0b with Priority: HIGHEST for action port [ 837.424490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-604dc9b4-be91-42e8-8274-7503167abe0b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.424633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604dc9b4-be91-42e8-8274-7503167abe0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.424692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604dc9b4-be91-42e8-8274-7503167abe0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.424997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604dc9b4-be91-42e8-8274-7503167abe0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.426284] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604dc9b4-be91-42e8-8274-7503167abe0b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.751958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.752146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.752146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.752587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.752587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.752587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e5025d-bb2a-423d-a2d9-add95927fee3 already deleted. [ 837.752587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.752806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.753058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.753058] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e5025d-bb2a-423d-a2d9-add95927fee3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.928692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 604dc9b4-be91-42e8-8274-7503167abe0b [ 837.928794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.928885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.928942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.929449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.929449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.929449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:604dc9b4-be91-42e8-8274-7503167abe0b already deleted. [ 837.929616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604dc9b4-be91-42e8-8274-7503167abe0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.283171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.283171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.283171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.283171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.283171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.283171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e5025d-bb2a-423d-a2d9-add95927fee3 already deleted. [ 838.283171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e5025d-bb2a-423d-a2d9-add95927fee3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.567855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fc2793-083e-4d99-8f47-17570fc05451 in Status: SUCCESS [ 838.568190] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 deletion is rescheduled due to dependency. [ 838.568342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.981658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f in Status: SUCCESS [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.981658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.981658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.981658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.404290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 in Status: SUCCESS [ 839.404290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.485422] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.904111] env[65432]: INFO networking_nsxv3.common.synchronization [req-69013ec7-e42e-4aa9-b6eb-4fb6c264873a req-3f1bd7c5-40c0-475c-8fb4-d00563f884ed tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 839.904737] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 839.905225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.905225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.905225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.905454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.905574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.906184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.906184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.906184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.906184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.906184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.989134] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94f0deeb-f699-41f2-92e8-19a5bdffa44f: rpc.has_security_group_logging(os_id): False [ 840.018972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.019168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.019321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.019604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.019758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.020166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.020351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.020435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.020599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.020685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.020781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f is going to be created. [ 840.095288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.095560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.095560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.095771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.096043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.123089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f in Status: IN_PROGRESS for 2s [ 840.408554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.408939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.408939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.409202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.409296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.409689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.409689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.410254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.410254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.410254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 840.443788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.443788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.443930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.444107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.444268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.453775] env[65432]: INFO networking_nsxv3.common.synchronization [req-fa45bb5e-d267-434f-a3e0-66b55e4f0f83 req-e8cd5df3-dd66-42eb-a067-de6c5065efa0 tempest-ListServerFiltersTestJSON-1585187419 tempest-ListServerFiltersTestJSON-1585187419-project-member] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 840.454733] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 840.455183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.455381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.455484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.455729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.456359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.456536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.456644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.456902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.457050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.457200] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.465493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 840.962806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.024381] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0d6b471b-b64f-4fc7-a7a4-fc38d3181d5e tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_rules [ 841.024381] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_rules [ 841.024666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.024785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.024861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.025600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.025730] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.168844] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c5388762-f7d8-4dd4-8a19-734d9811e182 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_rules [ 841.169843] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_rules [ 841.170331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.170530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.466254] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.518038] env[65432]: INFO networking_nsxv3.common.synchronization [req-cabf777c-eb8a-4e95-87e3-dfc8d2e12ef2 req-926cae02-1a50-4811-907b-f94d3b1d84b3 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_members [ 841.518769] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_members [ 841.519428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.519573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.519641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.519937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.520118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.520224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.520289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.520454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.520546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.520651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.548212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.548392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.548440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.548766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.548883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 already deleted. [ 841.548976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.549504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.549680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.549767] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.885988] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.886203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.886332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.886683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.886963] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.887173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.887382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.887668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.887841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.888094] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.888216] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.888325] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.888429] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.888541] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.888645] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.888773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.909252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.909439] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.909561] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.909909] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.910286] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-4fbcdd7b-1485-4f80-843a-bfd126313723 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.910617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.910772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.911127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.911319] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fbcdd7b-1485-4f80-843a-bfd126313723',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.968767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.968985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.968985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.969224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.969318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.969415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 841.996752] env[65432]: INFO networking_nsxv3.common.synchronization [req-dc06887d-2395-4b0e-8514-0095bc2e102a req-13f3f93f-be89-45a1-bde7-10c1620103f3 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 841.997299] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 841.997626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.997757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.997830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.998039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.998163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.998256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.998458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.998539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.007611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.007801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.007847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.009093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.009093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.022293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 842.026058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.026224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.026294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.026463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.026815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.026815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.026962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.026962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.027156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.027269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.027357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 already deleted. [ 842.027448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.073045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.073045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.073045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.073045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.073045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.073045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 already deleted. [ 842.073045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.139601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f in Status: SUCCESS [ 842.139601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.413642] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.413857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.413975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.414315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.414471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.414623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 4fbcdd7b-1485-4f80-843a-bfd126313723 not found, creating... [ 842.414947] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.415040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.415158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.415379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.415523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.415782] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.415933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.416057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.416258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.416384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.416515] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 4fbcdd7b-1485-4f80-843a-bfd126313723 is going to be created. [ 842.436092] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.436319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.436442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.436746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.436971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.437242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.479280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 842.479625] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 842.479625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.501157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.007338] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.251710] env[65432]: INFO networking_nsxv3.common.synchronization [req-cabf777c-eb8a-4e95-87e3-dfc8d2e12ef2 req-7bebc57f-1dbc-40b4-aa2d-524b941afec5 service nova] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_rules [ 843.251967] env[65432]: INFO networking_nsxv3.common.synchronization [req-cabf777c-eb8a-4e95-87e3-dfc8d2e12ef2 req-7bebc57f-1dbc-40b4-aa2d-524b941afec5 service nova] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_members [ 843.252197] env[65432]: INFO networking_nsxv3.common.synchronization [req-cabf777c-eb8a-4e95-87e3-dfc8d2e12ef2 req-7bebc57f-1dbc-40b4-aa2d-524b941afec5 service nova] Enqueued Resource ID: 4fbcdd7b-1485-4f80-843a-bfd126313723 with Priority: HIGHEST for action port [ 843.252626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_rules [ 843.252759] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_members [ 843.252869] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbcdd7b-1485-4f80-843a-bfd126313723 with Priority: HIGHEST for action port [ 843.253223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.253370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.253434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.253592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.253672] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.254786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.255168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.255285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.255380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.255441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.255575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.255648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.255737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.256476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fbcdd7b-1485-4f80-843a-bfd126313723 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.256587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.256693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.256785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.256858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fbcdd7b-1485-4f80-843a-bfd126313723',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.509630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.510128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.510128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.510310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.510310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.510438] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 843.540742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.540883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.540949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.541275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.541432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.552165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 843.760214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.760214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.760214] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.760816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fbcdd7b-1485-4f80-843a-bfd126313723 with status ACTIVE [ 843.760816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.760816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.760816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.761020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.761132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.761314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.762027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.762027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.762027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.762027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.762027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.762027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.763559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.763780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.763865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.763994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fbcdd7b-1485-4f80-843a-bfd126313723 is going to be updated. [ 843.785708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.785871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.785975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.786537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.786537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.786537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fbcdd7b-1485-4f80-843a-bfd126313723" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.032906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 844.033237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.266308] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.774846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.774846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.774846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.774846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.774846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.774846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 is going to be created. [ 844.817540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.817540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.817540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.817540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.817540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.827336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76efac2d-3022-4f49-afad-0c91883f6924 in Status: UNINITIALIZED for 2s [ 845.563122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 845.563420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.694250] env[65432]: INFO networking_nsxv3.common.synchronization [req-85b07260-9f74-4827-ba4c-4fe495dffee8 req-f52ab197-71db-477d-b7a7-1b1b27abd604 tempest-ServerMetadataTestJSON-1708909617 tempest-ServerMetadataTestJSON-1708909617-project-member] Enqueued Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_members [ 846.694849] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGHEST for action security_group_members [ 846.699397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.699617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.699713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.699997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.700243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.700400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.700471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.700703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.700796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.700921] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.838054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76efac2d-3022-4f49-afad-0c91883f6924 in Status: SUCCESS [ 846.838299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.838464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.838679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.838872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.838978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.839053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.839204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.839279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.839363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.839453] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.208024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.208024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.208024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.208024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 is going to be updated. [ 847.254144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.254989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.254989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.254989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.254989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.268161] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 in Status: IN_PROGRESS for 2s [ 847.342226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.848493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76efac2d-3022-4f49-afad-0c91883f6924: rpc.has_security_group_logging(os_id): False [ 847.867217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.868268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.868268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.870020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.870020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.870020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.870020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.870020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.870020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.870020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.870020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 is going to be created. [ 847.953782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.953782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.953782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.954077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.954117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.972931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76efac2d-3022-4f49-afad-0c91883f6924 in Status: IN_PROGRESS for 2s [ 849.279333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 in Status: SUCCESS [ 849.279333] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 deletion is rescheduled due to dependency. [ 849.279731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.985109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76efac2d-3022-4f49-afad-0c91883f6924 in Status: SUCCESS [ 849.985377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.002816] env[65432]: INFO networking_nsxv3.common.synchronization [req-6e3e0b4e-b70a-4567-b87c-f1216ca821ac req-bcee3aa7-1442-4edf-ba3b-1bcbbec5001c tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 850.003436] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 850.003793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.003898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.003964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.004211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.004374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.004476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.004530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.004700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.004828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.004908] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.507214] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.009827] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.512204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.512584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.512584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.512690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.512788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.512889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 851.546806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.546967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.547051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.547273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.547423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.560481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 853.572916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 853.573413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.004373] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 855.004606] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 860.005333] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 860.005615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 864.307490] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-a9562155-369e-41d8-81be-f922b1e03f07 tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 864.308237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 864.308618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.308742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.308811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.309177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.309376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.309376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.309582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.309654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.712223] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.712442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.712574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.712861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.713170] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.713332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.713600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.713685] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.714413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.714413] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.714413] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.714413] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.714413] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.714693] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.714693] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.714693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.737337] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.737507] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.737708] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.737826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.738263] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-b90dae8a-dd54-4473-8ddc-ee981eaa7851 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.738480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.738933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.739083] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90dae8a-dd54-4473-8ddc-ee981eaa7851',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.813941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.814258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.814411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.814603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.814765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.814904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.815030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.815090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.815329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.815405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.815812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 864.842475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.842647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.842708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.843021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.843130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.852476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 865.242480] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.242722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.242931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.243338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.243621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.243767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port b90dae8a-dd54-4473-8ddc-ee981eaa7851 not found, creating... [ 865.244148] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.244345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.244470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.244708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.244847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.245771] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.245942] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.246378] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.246567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.246739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.247207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: b90dae8a-dd54-4473-8ddc-ee981eaa7851 is going to be created. [ 865.275056] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.275056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.275056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.275056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.275056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.275056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.998769] env[65432]: INFO networking_nsxv3.common.synchronization [req-f66e5505-4e68-4f5a-b0b0-c7f267dc679b req-2f2fb5c9-50c2-45c4-bf24-09d348d58cfd tempest-MigrationsAdminTest-1222365509 tempest-MigrationsAdminTest-1222365509-project-member] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 865.999404] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 865.999752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.999902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.001386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.001386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.001386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.001386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.001386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.001386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.001386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.001386] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.077173] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-e12f13fa-a8ed-450b-9a86-00ac7f842415 service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 866.077173] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-e12f13fa-a8ed-450b-9a86-00ac7f842415 service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 866.077173] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-e12f13fa-a8ed-450b-9a86-00ac7f842415 service nova] Enqueued Resource ID: b90dae8a-dd54-4473-8ddc-ee981eaa7851 with Priority: HIGHEST for action port [ 866.078030] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 866.078269] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 866.078500] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90dae8a-dd54-4473-8ddc-ee981eaa7851 with Priority: HIGHEST for action port [ 866.078941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.079528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.079811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.080212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.080399] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.082334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.082334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.084032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b90dae8a-dd54-4473-8ddc-ee981eaa7851 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.084032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.084032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.084032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.084032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90dae8a-dd54-4473-8ddc-ee981eaa7851',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.503427] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.586762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.587337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.587546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b90dae8a-dd54-4473-8ddc-ee981eaa7851 with status ACTIVE [ 866.587799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.587915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.587980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.588203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.588296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.588464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.588566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.588626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.588776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.588851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.589205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.589316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.589425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.589579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.589653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.591036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b90dae8a-dd54-4473-8ddc-ee981eaa7851 is going to be updated. [ 866.613951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.614173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.614273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.614617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.614859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.615161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b90dae8a-dd54-4473-8ddc-ee981eaa7851" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.865419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 866.869032] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 deletion is rescheduled due to dependency. [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.869032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.869032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.869032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.920256] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-58e06928-8b8c-4f7c-b20e-efae0cc8b340 tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 866.920815] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 866.921158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.921230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.006425] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.315623] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.315840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.315987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.316288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.316564] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.316721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.316832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.317703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.318021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.318350] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.318468] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.318589] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.318709] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.318835] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.318952] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.319104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.344140] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.344375] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.344483] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.346204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-800" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.346686] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-9ed56420-0885-458e-ab67-ac72b95a1294 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.346838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.347065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.347400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.347551] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed56420-0885-458e-ab67-ac72b95a1294',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.370916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.509572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.509779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.509862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.510726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be updated. [ 867.551342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.551342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.551342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.551342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.551575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.561486] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 867.851081] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.851393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.851525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.851835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.851985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.852203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 9ed56420-0885-458e-ab67-ac72b95a1294 not found, creating... [ 867.852496] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.852657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.852780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.853036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.853181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.853515] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.853633] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.853750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.853953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.854240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.854551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 9ed56420-0885-458e-ab67-ac72b95a1294 is going to be created. [ 867.872660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.879205] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.879525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.879725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.880053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.880372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.880682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.375654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.376022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.376022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.378270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.378270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.378270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 868.411912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.412189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.412283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.412545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.412725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.424841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 868.643486] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-3e294948-d6f8-43b3-a667-5b116d726a95 service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 868.643486] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-3e294948-d6f8-43b3-a667-5b116d726a95 service nova] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 868.643486] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7c2050a-8bea-475a-9200-63a3b8aa98f9 req-3e294948-d6f8-43b3-a667-5b116d726a95 service nova] Enqueued Resource ID: 9ed56420-0885-458e-ab67-ac72b95a1294 with Priority: HIGHEST for action port [ 868.644235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_rules [ 868.644235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 868.644235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed56420-0885-458e-ab67-ac72b95a1294 with Priority: HIGHEST for action port [ 868.644563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.644690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.644901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.644994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.645216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed56420-0885-458e-ab67-ac72b95a1294 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.645290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.645360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.645553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.645645] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed56420-0885-458e-ab67-ac72b95a1294',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.148662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ed56420-0885-458e-ab67-ac72b95a1294 with status ACTIVE [ 869.148831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.149022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.150087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.150317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.150491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.150707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.150825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.150857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.151113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.151186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.151424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.151603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.151665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.151786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.151898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.151984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ed56420-0885-458e-ab67-ac72b95a1294 is going to be updated. [ 869.176056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.176227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.176331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.176509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.176652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.176837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed56420-0885-458e-ab67-ac72b95a1294" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.531198] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0737e95-caef-4ebe-916a-c142138f2f34 req-7f901636-5836-4016-a890-a7f727dadcf2 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 869.531864] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 869.532343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.532468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.532540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.533460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533928] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.574072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 869.574313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.893114] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.893351] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.893576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.894652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.898024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.898024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.898024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.898024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.898024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.898024] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.898024] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.898024] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.898024] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.898024] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.898024] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.898024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.923040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.923040] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.923040] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.923040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.923040] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-ada4be6b-eada-47dd-b239-5723e2a9e4aa taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.923040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.923040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.923349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.923349] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada4be6b-eada-47dd-b239-5723e2a9e4aa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.036402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.036578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.036678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.036920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.037044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.037262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.037384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.037465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.037658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.037740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.037841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb already deleted. [ 870.037920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.426206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.426467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.426598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.426887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.427055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.427217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port ada4be6b-eada-47dd-b239-5723e2a9e4aa not found, creating... [ 870.427493] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.427709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.427843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.428079] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.428253] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.428579] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.428768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.428896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.429128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.429304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.429457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: ada4be6b-eada-47dd-b239-5723e2a9e4aa is going to be created. [ 870.440673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 870.440894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.441099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.441305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.441494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.441608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.441674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.441958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.441958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.441958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.442175] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.443198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.443375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.443626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.443813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.443868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.444015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.444105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.444231] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.452337] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.452640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.452785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.453059] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.453328] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.453657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.947067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.947067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.947067] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.151589] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0737e95-caef-4ebe-916a-c142138f2f34 req-e2bfe453-1f60-41a7-8351-b7c2d4179b65 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 871.153162] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0737e95-caef-4ebe-916a-c142138f2f34 req-e2bfe453-1f60-41a7-8351-b7c2d4179b65 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 871.153162] env[65432]: INFO networking_nsxv3.common.synchronization [req-e0737e95-caef-4ebe-916a-c142138f2f34 req-e2bfe453-1f60-41a7-8351-b7c2d4179b65 service nova] Enqueued Resource ID: ada4be6b-eada-47dd-b239-5723e2a9e4aa with Priority: HIGHEST for action port [ 871.153162] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 871.153162] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 871.153162] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada4be6b-eada-47dd-b239-5723e2a9e4aa with Priority: HIGHEST for action port [ 871.153162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.153429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.153429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.153729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.153829] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.155243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.155347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.155407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.155579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.155741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.155881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.155881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.156041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.156177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.156307] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.157618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada4be6b-eada-47dd-b239-5723e2a9e4aa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.157618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.157618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.157849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.157961] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada4be6b-eada-47dd-b239-5723e2a9e4aa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.449393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.663035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.663035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.663035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada4be6b-eada-47dd-b239-5723e2a9e4aa with status ACTIVE [ 871.663035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.663035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.663035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.663814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.664075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.664344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.664561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.664703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.664942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.665133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.665336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada4be6b-eada-47dd-b239-5723e2a9e4aa is going to be updated. [ 871.693288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.693288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.693288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.693288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.693581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.693581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada4be6b-eada-47dd-b239-5723e2a9e4aa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.952283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.952653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.952653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.952790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.952886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.952996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 871.985693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.985881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.985918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.986207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.986333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.997480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 872.121043] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb4d931a-a408-42ad-ab62-403a2b9349a5 req-4be65dbc-761e-4de0-ac06-73c57c9643db tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 872.122693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 872.123270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.123419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.123592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.123701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.124198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.124331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.124331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.124520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.124605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.124718] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.134117] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1847e0ac-719b-4a11-bbbc-3d8e30dfdc52 None None] Enqueued Resource ID: ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f with Priority: HIGHEST for action port [ 872.134681] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f with Priority: HIGHEST for action port [ 872.135747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.135896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.135944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.136328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.136416] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.168117] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.629215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.629215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.629215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.629527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.629527] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 872.633943] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.633943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.633943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.633943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.633943] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.633943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.633943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.636923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.637048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.637337] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.637391] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.637501] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.637640] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.637757] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.637864] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.638014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.642017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f [ 872.642017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.642017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.642017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.642017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.642017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.642017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f already deleted. [ 872.642017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac9eaa92-0bd7-4b6c-ba89-609ce5d07b7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.666046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.666046] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.666046] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.666046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.666046] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-9721e8df-59dc-460f-9c25-bafb954671c4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.666046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.666046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.666046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.666046] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9721e8df-59dc-460f-9c25-bafb954671c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.668929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.669513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.671950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.671950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.671950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.671950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.671950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.671950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.671950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.673287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.673287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be created. [ 872.684558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 872.708860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.708860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.708860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.708860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.708860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.718319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: UNINITIALIZED for 2s [ 873.170131] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.170131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.170131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.170131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.170131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.170131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 9721e8df-59dc-460f-9c25-bafb954671c4 not found, creating... [ 873.170526] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.170526] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.170753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.170988] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.171150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.171455] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.171609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.171723] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.171963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.172154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.172303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 9721e8df-59dc-460f-9c25-bafb954671c4 is going to be created. [ 873.196429] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.196828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.196828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.198360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.198360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.198360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.974693] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb4d931a-a408-42ad-ab62-403a2b9349a5 req-ccc3da9b-cd61-4177-88ea-f92c64a91b9e service nova] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_rules [ 873.974868] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb4d931a-a408-42ad-ab62-403a2b9349a5 req-ccc3da9b-cd61-4177-88ea-f92c64a91b9e service nova] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 873.975011] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb4d931a-a408-42ad-ab62-403a2b9349a5 req-ccc3da9b-cd61-4177-88ea-f92c64a91b9e service nova] Enqueued Resource ID: 9721e8df-59dc-460f-9c25-bafb954671c4 with Priority: HIGHEST for action port [ 873.975552] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_rules [ 873.975688] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 873.975786] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9721e8df-59dc-460f-9c25-bafb954671c4 with Priority: HIGHEST for action port [ 873.976728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.976852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.976991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.977311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.978437] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.979009] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.979136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.980670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9721e8df-59dc-460f-9c25-bafb954671c4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.980670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.980670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.980670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.980670] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9721e8df-59dc-460f-9c25-bafb954671c4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.007660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 874.008235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.008235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.008358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.008520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.008646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.008733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.008879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.008953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.009065] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.480479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.480910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.482088] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9721e8df-59dc-460f-9c25-bafb954671c4 with status ACTIVE [ 874.482301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.482446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.482521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.482755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.482869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.483081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.483171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.483232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.483399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.483476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.483671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.483763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.483834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.483978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.484072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.484208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9721e8df-59dc-460f-9c25-bafb954671c4 is going to be updated. [ 874.513491] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.539669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.539861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.539988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.540186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.540332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.540507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9721e8df-59dc-460f-9c25-bafb954671c4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.710167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 874.710167] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 deletion is rescheduled due to dependency. [ 874.710167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.710167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.710308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.710434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.710526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.710587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.710731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.711078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.711078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.738022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 874.738514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.738802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.740846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.740846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.740846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.740846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.740846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.740846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.740846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.740846] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.019217] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.072596] env[65432]: INFO networking_nsxv3.common.synchronization [req-5c895db1-e00a-424f-94c2-15584914fe8a req-0ce7f207-55cb-4978-a8b0-aebb816ac761 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_members [ 875.073807] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_members [ 875.074337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.074532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.074626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.075030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.075268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.075438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.075548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.075799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.075945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.076424] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.214196] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.242473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.242719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.242795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.243066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.243275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.243405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.243492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.243735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.243841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.243935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.244118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.244234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.244295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.244447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.244592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.244680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.244745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.244902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.245012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.245248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.245351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.522572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.522950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.522950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.522950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.523049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.523234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 875.577975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.577975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.577975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.577975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.577975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.580479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.580953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.582088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.582088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.582088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.582088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.582088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.582088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.583028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.583028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.583028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 already deleted. [ 875.583028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.599532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 875.675032] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.675032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.675032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.675032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.675032] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.675032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.675032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.678675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.678675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.678675] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.678675] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.678675] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.678675] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.678675] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.678675] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.678675] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.700217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.701052] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.701052] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.701052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.701404] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-45541e35-6f9e-499f-b93a-c6fe00d7094c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.701703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.701863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.702431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702637] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45541e35-6f9e-499f-b93a-c6fe00d7094c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.717024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.748746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c1567d5-026a-4333-82b7-5db166a6ccbb: rpc.has_security_group_logging(os_id): False [ 875.769135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.769324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.769364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.769586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.769692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.769928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.770095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.770148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.770270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.770372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.770552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.770659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.770721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.770860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.770947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.771327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.771621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be created. [ 875.848451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.848601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.848732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.848868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.849081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.863436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 876.147996] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1e05d505-dddd-467e-aecf-d1577f70b11e None None] Enqueued Resource ID: 92063f4a-f606-4969-84d5-334e98949035 with Priority: HIGHEST for action port [ 876.147996] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92063f4a-f606-4969-84d5-334e98949035 with Priority: HIGHEST for action port [ 876.148439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-92063f4a-f606-4969-84d5-334e98949035 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.148439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92063f4a-f606-4969-84d5-334e98949035" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.148579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92063f4a-f606-4969-84d5-334e98949035" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.148863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92063f4a-f606-4969-84d5-334e98949035" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.148954] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92063f4a-f606-4969-84d5-334e98949035',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.205805] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.206243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.206243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.206487] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.206618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.206773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 45541e35-6f9e-499f-b93a-c6fe00d7094c not found, creating... [ 876.207055] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.207389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.207455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.207756] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.207896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.208312] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.208581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.208581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.208793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.208926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.209089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 45541e35-6f9e-499f-b93a-c6fe00d7094c is going to be created. [ 876.220080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.220080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.220080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.220314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.220387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.220488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 876.236979] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.236979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.237158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.238325] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.238325] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.238325] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.256444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.256579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.256686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.256907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.257257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.269412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 876.652040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92063f4a-f606-4969-84d5-334e98949035 [ 876.652492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.652492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.652492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.652738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.652830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.652926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92063f4a-f606-4969-84d5-334e98949035 already deleted. [ 876.653022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92063f4a-f606-4969-84d5-334e98949035" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.048550] env[65432]: INFO networking_nsxv3.common.synchronization [req-5c895db1-e00a-424f-94c2-15584914fe8a req-9ea34bda-1777-4def-b3e5-06c651286988 service nova] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_rules [ 877.048713] env[65432]: INFO networking_nsxv3.common.synchronization [req-5c895db1-e00a-424f-94c2-15584914fe8a req-9ea34bda-1777-4def-b3e5-06c651286988 service nova] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_members [ 877.049024] env[65432]: INFO networking_nsxv3.common.synchronization [req-5c895db1-e00a-424f-94c2-15584914fe8a req-9ea34bda-1777-4def-b3e5-06c651286988 service nova] Enqueued Resource ID: 45541e35-6f9e-499f-b93a-c6fe00d7094c with Priority: HIGHEST for action port [ 877.049604] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_rules [ 877.049768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_members [ 877.052274] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45541e35-6f9e-499f-b93a-c6fe00d7094c with Priority: HIGHEST for action port [ 877.052274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.052274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.052274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.052274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.052274] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.052274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.052747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.052747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.052747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.052847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.052898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.052945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.055780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.055780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.055780] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.057023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-45541e35-6f9e-499f-b93a-c6fe00d7094c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.057183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.057183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.059042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.059042] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45541e35-6f9e-499f-b93a-c6fe00d7094c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.148310] env[65432]: INFO networking_nsxv3.common.synchronization [req-9dea26d1-7e79-459f-a9ad-721b24f7246d req-f365127b-341a-42ea-8c05-d1c3ac0b9636 tempest-ListServerFiltersTestJSON-1585187419 tempest-ListServerFiltersTestJSON-1585187419-project-member] Enqueued Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 877.151920] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 with Priority: HIGHEST for action security_group_members [ 877.151920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb5f880-14bf-4991-bef9-d7529d58a447 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.151920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.151920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.151920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb5f880-14bf-4991-bef9-d7529d58a447',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.381596] env[65432]: INFO networking_nsxv3.common.synchronization [req-83351751-7b5b-447d-a90e-70d8d1480792 req-fa99f0bf-4a45-4c54-a275-22a8ffeddf79 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 877.383820] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 877.383820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.383820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.383820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.385841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.385841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.385841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.385841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.385841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.385841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.385841] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.560706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45541e35-6f9e-499f-b93a-c6fe00d7094c with status ACTIVE [ 877.560875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.561091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.561206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.561434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.561843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.561843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.561954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.561954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.562197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.562290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.562487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.562599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.562653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.562790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.562867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.562979] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45541e35-6f9e-499f-b93a-c6fe00d7094c is going to be updated. [ 877.565475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.567145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.567277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.597331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.597502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.599805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.600173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.600337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.600519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45541e35-6f9e-499f-b93a-c6fe00d7094c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.611236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 877.611465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.611651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.611865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.612124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.612247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.612296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.612472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.612543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.612625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.612791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.612902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.612959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.613283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.614288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.614448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.614512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.614731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.614763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.614854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.614939] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.655969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.656369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.656490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.656979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.657137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.657413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.657559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.657658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.657856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.657976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.658100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 is going to be updated. [ 877.712703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.712890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.712951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.713231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.713378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.727951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: IN_PROGRESS for 2s [ 877.878856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 877.880438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.893214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 877.932255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.932420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.932472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.945382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 878.068946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.118449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26bba43-d22c-4588-a954-b3b3975d1d07: rpc.has_security_group_logging(os_id): False [ 878.144613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.144892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.144981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.145236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.145335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.145603] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.145711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.145777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.145929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.146055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.146201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.146297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.146360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.146512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.146588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.146766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.146860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.146916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.147100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.147186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.147241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 878.238247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.238485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.239178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.239178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.239300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.258812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 878.324877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 878.325249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.325532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.326476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.326476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.326476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.326476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.326740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.326740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.326977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.327102] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.571736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.571912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.571953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.572338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.572482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.572592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 is going to be created. [ 878.633356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.633543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.633649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.633883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.634067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.649592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: UNINITIALIZED for 2s [ 878.830272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.830568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.830568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.830714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.831751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.831751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.831751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.832691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.832691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.832691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.832691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.832691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.832691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.832691] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.336699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643e7c89-387d-4a51-a40a-ab7e07fe19d4: rpc.has_security_group_logging(os_id): False [ 879.402305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.404836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.404836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.404836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 879.525901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.525901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.525901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.525901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.525901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.611720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 879.742985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 in Status: SUCCESS [ 879.744907] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb5f880-14bf-4991-bef9-d7529d58a447 deletion is rescheduled due to dependency. [ 879.745061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb5f880-14bf-4991-bef9-d7529d58a447" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.954309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 879.955225] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 879.955225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.278343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 880.278572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.278780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.279021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.279108] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.658751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: SUCCESS [ 880.659026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.659235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.659511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.659680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.659810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.659879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.660062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.660176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.660273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.660380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.682544] env[65432]: INFO networking_nsxv3.common.synchronization [req-0e75f8bf-03aa-4da3-aa09-a67660b2c241 req-d6d8b9e1-d8f4-40e5-9423-b8a3e64952ee tempest-ServersAdminTestJSON-569890020 tempest-ServersAdminTestJSON-569890020-project-member] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 880.683668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGHEST for action security_group_members [ 880.684392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.684572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.684643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.684887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.685076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.685236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.685236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.685412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.685498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.685595] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.782481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.782659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.782737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.782948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.783265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.783402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.783464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.783686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.783879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.784015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.784120] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.979631] env[65432]: INFO networking_nsxv3.common.synchronization [req-61a29932-b3e1-45e1-b362-f534078ebe7c req-6b4182fc-92db-4558-bd31-4ebdb51d6827 tempest-ImagesOneServerTestJSON-2141550741 tempest-ImagesOneServerTestJSON-2141550741-project-member] Enqueued Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_members [ 880.981075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGHEST for action security_group_members [ 880.981782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.982884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.982884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.982884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.982884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.983348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.983348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.983587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.984203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.984203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.165497] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.187964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.188152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.188350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.188476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.188577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.188806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.188903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.188963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.189131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.189243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.189289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be updated. [ 881.228134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.228134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.228134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.228368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.228627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.241360] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: IN_PROGRESS for 2s [ 881.287707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.287945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.288075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.288528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.288813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.288978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.289745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.289745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.289745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.289745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.289936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.290044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.290147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.290408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.291903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.291903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.291903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.291903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.291903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.291903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.291903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.487062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.487258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.487357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.487660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.487784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.487985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.488116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.488209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.488647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.488741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.488843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 is going to be updated. [ 881.528709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.529964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.529964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.529964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.529964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.543594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 in Status: IN_PROGRESS for 2s [ 881.630907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 881.631229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.669480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c88d8b6-9ef5-4165-8a43-eb6254894a07: rpc.has_security_group_logging(os_id): False [ 881.704094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.704094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.704094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.704094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.704094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.704094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.704094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.704094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.705089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.705089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.705089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 is going to be created. [ 881.786372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.786734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.786734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.786927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.787130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.795668] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26bba43-d22c-4588-a954-b3b3975d1d07: rpc.has_security_group_logging(os_id): False [ 881.805257] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: IN_PROGRESS for 2s [ 881.821940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.821940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.821940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.821940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.821940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.822299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.824338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.824338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.824338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.824338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.824763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.824763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.824902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.825060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.825497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.825497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.825635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.825680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.825921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.826032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.826152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 881.837777] env[65432]: INFO networking_nsxv3.common.synchronization [req-16cde845-28cb-41c9-a4cd-3935a2636072 req-4db89d53-6160-4b4a-88da-0a7e0dd57009 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 881.838671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 881.839167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.839344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.839448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.839893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.840230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.841469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.841469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.841469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.841469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.841469] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.008604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.008604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.008604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.008604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.008604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.042828] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 882.344224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.344412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.344479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.344691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.344781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.344992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.346594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.346594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.346659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.346796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.346969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 882.385302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.385503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.385821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.385821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.385956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.406211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 882.765294] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.765479] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.765593] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.765871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.766150] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.769020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.769020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.769020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.769020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.769020] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.769020] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.769020] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.769020] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.769020] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.769020] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.769020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.793212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.793212] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.793212] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.793212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.793212] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-6dbd9749-ae9e-4b41-9e34-742942b853e6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.793212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.793212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.793212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.793212] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbd9749-ae9e-4b41-9e34-742942b853e6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.991091] env[65432]: INFO networking_nsxv3.common.synchronization [req-9429f074-6128-4972-a06f-92214e3525b7 req-f3103fa3-2853-439b-8cae-d977457644e9 tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 882.991740] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 882.992745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.992745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.992745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.992745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.992745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.993480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.995879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.995879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.995879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.995879] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.250600] env[65432]: INFO networking_nsxv3.common.synchronization [req-cbb074d3-8b01-4c9a-b0ef-f6351d805bca req-3d2d9e5c-86d9-4b29-a957-bfc3687eb518 tempest-MultipleCreateTestJSON-810233859 tempest-MultipleCreateTestJSON-810233859-project-member] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 883.251638] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGHEST for action security_group_members [ 883.251638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.251638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.253054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 in Status: SUCCESS [ 883.253154] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 deletion is rescheduled due to dependency. [ 883.253313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.299034] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.299034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.299034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.299356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.299451] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.299626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 6dbd9749-ae9e-4b41-9e34-742942b853e6 not found, creating... [ 883.301072] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.301072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.301072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.301072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.301072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.301072] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.301072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.301072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.301625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.301625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.301707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 6dbd9749-ae9e-4b41-9e34-742942b853e6 is going to be created. [ 883.349923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.350249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.350392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.350687] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.350981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.351247] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.497327] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.559124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 in Status: SUCCESS [ 883.559468] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 deletion is rescheduled due to dependency. [ 883.559685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.822929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: SUCCESS [ 883.822929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.861958] env[65432]: INFO networking_nsxv3.common.synchronization [req-adcd5b3c-9ba6-4783-93e8-ad1808ad8de6 req-bdf14384-90d6-4a8c-8362-79cd02bdac9b tempest-MigrationsAdminTest-1222365509 tempest-MigrationsAdminTest-1222365509-project-member] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 883.862668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGHEST for action security_group_members [ 883.862988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.863256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.863564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.863873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.863950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.864049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.864165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.864267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.864357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.864456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.000303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.061593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 884.061913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.067446] env[65432]: INFO networking_nsxv3.common.synchronization [req-16cde845-28cb-41c9-a4cd-3935a2636072 req-f84f53c0-5146-4dbb-acc1-220e7a1b6f30 service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 884.067630] env[65432]: INFO networking_nsxv3.common.synchronization [req-16cde845-28cb-41c9-a4cd-3935a2636072 req-f84f53c0-5146-4dbb-acc1-220e7a1b6f30 service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 884.067764] env[65432]: INFO networking_nsxv3.common.synchronization [req-16cde845-28cb-41c9-a4cd-3935a2636072 req-f84f53c0-5146-4dbb-acc1-220e7a1b6f30 service nova] Enqueued Resource ID: 6dbd9749-ae9e-4b41-9e34-742942b853e6 with Priority: HIGHEST for action port [ 884.068491] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 884.068710] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 884.068890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbd9749-ae9e-4b41-9e34-742942b853e6 with Priority: HIGHEST for action port [ 884.069873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.070162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.070344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.070662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.070812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.073077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.073572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.074030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbd9749-ae9e-4b41-9e34-742942b853e6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.075026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.075154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.075480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.075688] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbd9749-ae9e-4b41-9e34-742942b853e6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.367523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.367851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.367851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.367927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.368512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.368512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.368512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.368512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.369084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.369084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.369186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be updated. [ 884.381100] env[65432]: INFO networking_nsxv3.common.synchronization [req-64254c19-9462-45df-84dd-5a2d0bac85bf req-1bfd3040-ad8c-4869-89b3-2376dd6ba1d3 tempest-ServerAddressesNegativeTestJSON-227304197 tempest-ServerAddressesNegativeTestJSON-227304197-project-member] Enqueued Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_members [ 884.383354] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_members [ 884.384055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.384055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.384055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.384055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.384284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.384337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.384388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.384662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.385426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.385426] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.411408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.411408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.411408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.411408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.411643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.423691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 884.428022] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 884.428022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.428405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: IN_PROGRESS for 2s [ 884.428590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.428834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.429065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.429200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.429273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.429526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.429669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.429806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.508548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.508548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.508548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.508548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.508548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.508548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 884.552021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.553245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.553245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.553245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.553245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.569469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 884.578324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.578622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.578865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dbd9749-ae9e-4b41-9e34-742942b853e6 with status ACTIVE [ 884.579074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.579194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.579261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.579525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.579627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.579803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.579901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.579965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.580165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.580464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.580464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.580595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.580665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.580861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.580974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.581518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dbd9749-ae9e-4b41-9e34-742942b853e6 is going to be updated. [ 884.608935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.609082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.609156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.609408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.609577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.609756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbd9749-ae9e-4b41-9e34-742942b853e6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.782839] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.783072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-636" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.783206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-636" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.783720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-636" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.783998] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.784186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.784303] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.784591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.784741] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.784993] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.785077] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.785263] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.785263] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.785375] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.785475] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.785610] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.806539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.806738] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.806910] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.807127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-636" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.807597] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-4bec9579-b4f4-47f7-a230-6a9a58170d4a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.807844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.807999] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.808382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.808556] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bec9579-b4f4-47f7-a230-6a9a58170d4a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.887239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.887470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.887619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.887859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.887993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.888226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.888366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.888428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.888591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.888671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.888760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267bab78-5918-46ea-a898-b8123fe1832a already deleted. [ 884.888843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.932768] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.314435] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.314685] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.314876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.315203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.315409] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.315595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 4bec9579-b4f4-47f7-a230-6a9a58170d4a not found, creating... [ 885.315889] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.316117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.316240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.316492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.316641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.316922] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.317149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.317297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.317534] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.317698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.317865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 4bec9579-b4f4-47f7-a230-6a9a58170d4a is going to be created. [ 885.353185] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.353431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.353560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.353971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.354122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.354379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.435169] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.938794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.939564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.939564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.939564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.939765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 885.978399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.978602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.978665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.979234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.979234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.988813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 886.101661] env[65432]: INFO networking_nsxv3.common.synchronization [req-64254c19-9462-45df-84dd-5a2d0bac85bf req-b83eebe6-895c-4554-97a1-23ba96cf3934 service nova] Enqueued Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_rules [ 886.101661] env[65432]: INFO networking_nsxv3.common.synchronization [req-64254c19-9462-45df-84dd-5a2d0bac85bf req-b83eebe6-895c-4554-97a1-23ba96cf3934 service nova] Enqueued Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_members [ 886.101661] env[65432]: INFO networking_nsxv3.common.synchronization [req-64254c19-9462-45df-84dd-5a2d0bac85bf req-b83eebe6-895c-4554-97a1-23ba96cf3934 service nova] Enqueued Resource ID: 4bec9579-b4f4-47f7-a230-6a9a58170d4a with Priority: HIGHEST for action port [ 886.101661] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_rules [ 886.101661] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_members [ 886.101661] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bec9579-b4f4-47f7-a230-6a9a58170d4a with Priority: HIGHEST for action port [ 886.101661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.102411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.102411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.102411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.102411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.104143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.104143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.104143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.104143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.104143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.104143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.104143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.104413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.104413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.104629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.105494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bec9579-b4f4-47f7-a230-6a9a58170d4a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.105672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.105768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.106650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.106650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bec9579-b4f4-47f7-a230-6a9a58170d4a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.439956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 in Status: SUCCESS [ 886.440341] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 deletion is rescheduled due to dependency. [ 886.440461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.588767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 886.588767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.588890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.589156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.589441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.589675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.589675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.589837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.589837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.589950] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.608316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.608476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.611048] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.611048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bec9579-b4f4-47f7-a230-6a9a58170d4a with status ACTIVE [ 886.611048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.611048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.611048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.611520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.611520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.611520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.611520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.611636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.611758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.612514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.613614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.615480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.615480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.615480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.615480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.615480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bec9579-b4f4-47f7-a230-6a9a58170d4a is going to be updated. [ 886.650818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.651113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.651211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.651729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.652067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.653093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bec9579-b4f4-47f7-a230-6a9a58170d4a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.093690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.093889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.093971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.094696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.095304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.095304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.095304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.095304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.095613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.095613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.096212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be updated. [ 887.116572] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.136750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.137175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.137175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.137350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.137350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.154766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: IN_PROGRESS for 2s [ 887.620985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.621450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.621450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.621581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.621655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.621715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267bab78-5918-46ea-a898-b8123fe1832a is going to be created. [ 887.652060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.652060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.652060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.652060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.652060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.664408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267bab78-5918-46ea-a898-b8123fe1832a in Status: UNINITIALIZED for 2s [ 888.004911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 888.005998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.006338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.006630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.006984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.007498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.007498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.007616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.007711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.007824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.007942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.511121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.511284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.511356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.511627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.511874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.511991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.512124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.512380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.512527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.513052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.513125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.513296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.513455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.513569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.513628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.513769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.513846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.513968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.514113] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.016385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4735d5cd-9094-4268-a23e-8e5555e20067: rpc.has_security_group_logging(os_id): False [ 889.036539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.036945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.036945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.037516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.037516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.037630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.037991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.037991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.042268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.042490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.042887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.043416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.043416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.043416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.043416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.043749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.043749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.043885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.044268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.044268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.044268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 889.116407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.116566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.116784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.116857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.117896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.123104] env[65432]: INFO networking_nsxv3.common.synchronization [req-f96900eb-0ca8-45e3-9746-d4941317bbb7 req-4a48575e-fd90-4d80-882f-1b7cbff649a2 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 889.123808] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 889.124336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.124497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.124610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.124878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.125071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.125185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.125249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.125430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.125534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.125648] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.135623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 889.164550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26bba43-d22c-4588-a954-b3b3975d1d07 in Status: SUCCESS [ 889.164550] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 deletion is rescheduled due to dependency. [ 889.164550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.628950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.628950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.628950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.632027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.632027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.632027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.632027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.632027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.632027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.632027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.632027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 889.651026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.651026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.651026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.655030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.655030] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.655030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.655030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.655030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.655030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.655030] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.655030] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.655030] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.655030] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.655030] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.655030] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.655030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.683026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.683026] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.683026] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.683026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-135" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.683026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-703b955b-e7db-45d0-99d6-d9f878acd51a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.683026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.683026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.683026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.683026] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703b955b-e7db-45d0-99d6-d9f878acd51a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.685526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.686144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.686595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.688124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.688124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.689950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267bab78-5918-46ea-a898-b8123fe1832a in Status: SUCCESS [ 889.690355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.691011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.691361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.691712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.691983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.692201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.692500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.692694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.692911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.693125] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.697550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 890.190177] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.190851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.190851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.191061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.191172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.191397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 703b955b-e7db-45d0-99d6-d9f878acd51a not found, creating... [ 890.191915] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.192033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.192220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.192563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.192759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.193680] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.193953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.194412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.194533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.194719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 703b955b-e7db-45d0-99d6-d9f878acd51a is going to be created. [ 890.196177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.197575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.197575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.197575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.197575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.197575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.197575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.197575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.197859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.197859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.197914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.198072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.198072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.198295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.198388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.198565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.198565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.199409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.199409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.199409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.199409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.223364] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.224021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.224359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.224594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.224846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.225091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.311955] env[65432]: INFO networking_nsxv3.common.synchronization [None req-af6accaa-6b68-467f-ac36-575c6e2cc02d None None] Enqueued Resource ID: 47844b6a-b858-446f-b64d-7d5d233acc78 with Priority: HIGHEST for action port [ 890.312955] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47844b6a-b858-446f-b64d-7d5d233acc78 with Priority: HIGHEST for action port [ 890.313689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-47844b6a-b858-446f-b64d-7d5d233acc78 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.313837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47844b6a-b858-446f-b64d-7d5d233acc78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.313892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47844b6a-b858-446f-b64d-7d5d233acc78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.314171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47844b6a-b858-446f-b64d-7d5d233acc78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.314263] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47844b6a-b858-446f-b64d-7d5d233acc78',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.705800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267bab78-5918-46ea-a898-b8123fe1832a: rpc.has_security_group_logging(os_id): False [ 890.723563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.724051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.724161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.725159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.725159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.725159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.725159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.725159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.725159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.725511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.725995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.725995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.725995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.725995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.726543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.726543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.726860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267bab78-5918-46ea-a898-b8123fe1832a is going to be created. [ 890.811966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.812315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.812315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.812493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.812713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.817822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47844b6a-b858-446f-b64d-7d5d233acc78 [ 890.818118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.818265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.818317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.818493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.818588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.818677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47844b6a-b858-446f-b64d-7d5d233acc78 already deleted. [ 890.818806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47844b6a-b858-446f-b64d-7d5d233acc78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.849415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267bab78-5918-46ea-a898-b8123fe1832a in Status: IN_PROGRESS for 2s [ 891.006417] env[65432]: INFO networking_nsxv3.common.synchronization [req-f96900eb-0ca8-45e3-9746-d4941317bbb7 req-f2d8f888-7ed6-4b8c-a1a7-9e150e1698d9 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 891.006617] env[65432]: INFO networking_nsxv3.common.synchronization [req-f96900eb-0ca8-45e3-9746-d4941317bbb7 req-f2d8f888-7ed6-4b8c-a1a7-9e150e1698d9 service nova] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 891.006843] env[65432]: INFO networking_nsxv3.common.synchronization [req-f96900eb-0ca8-45e3-9746-d4941317bbb7 req-f2d8f888-7ed6-4b8c-a1a7-9e150e1698d9 service nova] Enqueued Resource ID: 703b955b-e7db-45d0-99d6-d9f878acd51a with Priority: HIGHEST for action port [ 891.011021] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_rules [ 891.011021] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 891.011021] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703b955b-e7db-45d0-99d6-d9f878acd51a with Priority: HIGHEST for action port [ 891.011021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.011021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.011021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.011021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.011021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.011021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.011021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.011021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-703b955b-e7db-45d0-99d6-d9f878acd51a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.011560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.011560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.011560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.011560] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703b955b-e7db-45d0-99d6-d9f878acd51a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.164214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 891.164214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.514727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.515126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.516059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 703b955b-e7db-45d0-99d6-d9f878acd51a with status ACTIVE [ 891.516059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.516059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.516059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.516059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.516059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.516477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.516625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.516625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.516849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.516964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.517238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.517338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.517408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.517587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.517660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.517779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 703b955b-e7db-45d0-99d6-d9f878acd51a is going to be updated. [ 891.552071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.553760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.553760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.553760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.553760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.553760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703b955b-e7db-45d0-99d6-d9f878acd51a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.715314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 891.715314] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 891.715314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.715314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.715314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.715314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.715314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.719148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.720632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.227908] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.728376] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.864623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267bab78-5918-46ea-a898-b8123fe1832a in Status: SUCCESS [ 892.864889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.071060] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fe1f7139-a71a-4e7f-8395-bdb580b73a61 None None] Enqueued Resource ID: c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6 with Priority: HIGHEST for action port [ 893.071060] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6 with Priority: HIGHEST for action port [ 893.071060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.071060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.071060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.071518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.071518] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.236669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.236669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.236669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.237715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.237715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.237715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 893.337553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.337700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.337773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.337976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.338144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.355475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 893.574439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6 [ 893.574736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.574888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.574957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.575206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.575282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.575369] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6 already deleted. [ 893.575451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37008bb-c68e-4e6a-94bf-ea7a1c47b8d6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.025319] env[65432]: INFO networking_nsxv3.common.synchronization [req-be04c415-0727-4dfa-b62d-351c03aa1cb3 req-b21c33d9-a861-4709-852a-0d75294da799 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 895.025721] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 895.025931] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.026062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.026062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.026820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.026820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.026820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.026820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.027163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.027163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.027268] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.371225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 895.371436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.371659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.371897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.372134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.372314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.372366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.372531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.372617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.372726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.372813] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.529349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.529517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.529590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.529810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.529921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.530163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.530301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.530373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.530526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.530628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.530679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 895.557395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.557693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.557693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.557789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.557930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.567471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 895.875727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.875925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.875998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.876232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.876441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.876662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.876821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.876912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.876999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.877164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.877259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.877320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.877461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.877598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.877688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.877748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.877883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.877958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.878048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.878140] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.380571] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c47b16-1ba0-4464-ba99-10f789473638: rpc.has_security_group_logging(os_id): False [ 896.399657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.399839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.399877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.400206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.400206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.400444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.400545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.400606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.400760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.400836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.401174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.401344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.401433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.401586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.401702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.401880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.401981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.402062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.402282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.402345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.402462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 896.472773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.472949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.473015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.473243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.473412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.488693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 897.038046] env[65432]: INFO networking_nsxv3.common.synchronization [req-06c60400-1074-4c18-a226-af7cd4fb2962 req-ac0eb0a4-a5ee-4679-a647-30d34c2ca30c tempest-ServerActionsV293TestJSON-332197909 tempest-ServerActionsV293TestJSON-332197909-project-member] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_members [ 897.038450] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGHEST for action security_group_members [ 897.038840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.038926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.038926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.039151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.039309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.039412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.039533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.039614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.039849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.039849] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.541829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.541829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.541829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.542286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.542286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.545185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.545185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.545185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.545185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.545185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.545185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 is going to be updated. [ 897.581028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 897.581895] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 897.581895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.584484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.584679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.584679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.584882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.585060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: IN_PROGRESS for 2s [ 898.503424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 898.503424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.990486] env[65432]: INFO networking_nsxv3.common.synchronization [req-056d5d93-7044-4ebb-b965-08edbbc22b32 req-62ae0e72-a78a-4132-abff-4b02d2a71796 tempest-ServerAddressesNegativeTestJSON-227304197 tempest-ServerAddressesNegativeTestJSON-227304197-project-member] Enqueued Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_members [ 898.991067] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGHEST for action security_group_members [ 898.991382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.991587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.991823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.991877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.994237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.994362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.994443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.994634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.994724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.994823] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.325026] env[65432]: INFO networking_nsxv3.common.synchronization [req-6a752136-8fab-4dbf-9a83-6ab8156e1b4c req-d67082dd-df27-458e-9b15-d6a95ce85cf5 tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 899.325586] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 899.326661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.326661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.326661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.327808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.327808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.327808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.327808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.327808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.328134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.329127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.497909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.498136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.498440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.498575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.498705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.498969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.499146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.499238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.499417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.499500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.499598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267bab78-5918-46ea-a898-b8123fe1832a is going to be updated. [ 899.553211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.553351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.553448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.555693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.555897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.581545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267bab78-5918-46ea-a898-b8123fe1832a in Status: IN_PROGRESS for 2s [ 899.612602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 in Status: SUCCESS [ 899.612833] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 deletion is rescheduled due to dependency. [ 899.613077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.831746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.831902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.831977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.832295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.832393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.832614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.832719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.832795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.832940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.833023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.833169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 899.866053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.866053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.866053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.866053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.866350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 901.595206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267bab78-5918-46ea-a898-b8123fe1832a in Status: SUCCESS [ 901.595206] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267bab78-5918-46ea-a898-b8123fe1832a deletion is rescheduled due to dependency. [ 901.595206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.891177] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 901.891177] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 deletion is rescheduled due to dependency. [ 901.891177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.271799] env[65432]: INFO networking_nsxv3.common.synchronization [req-248d5c4e-4ee2-4250-b9fa-ec46eb060c56 req-5aa8fa5f-e57d-4936-8a4e-84da666e4883 tempest-ServersTestManualDisk-1510545356 tempest-ServersTestManualDisk-1510545356-project-member] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_members [ 904.272367] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGHEST for action security_group_members [ 904.273111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.273111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.273111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.273111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.273345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.273345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.273443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.273572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.273631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.273721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.777699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.777699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.777699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.777699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.777699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.777699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.777916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.777916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.778056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.778155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.778468] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 is going to be updated. [ 904.837518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.837702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.837797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.838090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.838234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.847980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c9f08c-4b24-412a-991d-fb08064ad975 in Status: IN_PROGRESS for 2s [ 904.936117] env[65432]: INFO networking_nsxv3.common.synchronization [None req-06db900c-8842-4a32-b4c7-b17737d53674 None None] Enqueued Resource ID: b35052b8-c0c1-4178-9702-0e7a4c21e409 with Priority: HIGHEST for action port [ 904.936393] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35052b8-c0c1-4178-9702-0e7a4c21e409 with Priority: HIGHEST for action port [ 904.937564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35052b8-c0c1-4178-9702-0e7a4c21e409 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.937564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35052b8-c0c1-4178-9702-0e7a4c21e409" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.937564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35052b8-c0c1-4178-9702-0e7a4c21e409" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.937564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35052b8-c0c1-4178-9702-0e7a4c21e409" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.937564] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35052b8-c0c1-4178-9702-0e7a4c21e409',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.442617] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35052b8-c0c1-4178-9702-0e7a4c21e409 [ 905.442617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.442617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.442617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.442617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.442617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.443204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35052b8-c0c1-4178-9702-0e7a4c21e409 already deleted. [ 905.443204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35052b8-c0c1-4178-9702-0e7a4c21e409" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.860032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c9f08c-4b24-412a-991d-fb08064ad975 in Status: SUCCESS [ 906.860032] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 deletion is rescheduled due to dependency. [ 906.860802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.278432] env[65432]: INFO networking_nsxv3.common.synchronization [None req-30790441-8ad4-4413-b4bd-2d50169abcbc None None] Enqueued Resource ID: 3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31 with Priority: HIGHEST for action port [ 907.282036] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31 with Priority: HIGHEST for action port [ 907.282036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.282036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.282036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.282036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.282036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.367770] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2749ae81-d08a-41af-8a20-9e3c405d1519 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 907.368798] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 907.369174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.369536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.369645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.369920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.370017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.503040] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1c2971ad-2914-4fa0-924b-3b57cb408687 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 907.503698] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 907.504512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.504575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.784443] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31 [ 907.784899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.785075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.785181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.785527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.785638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.785748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31 already deleted. [ 907.785881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f6d7d2f-acf2-439d-aaf7-dbf6d3f57f31" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.890819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.891229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.891229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.891701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.891701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.891847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 already deleted. [ 907.892013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.892979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.893750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.893750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.321709] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1fb62541-e36c-4492-93b1-1a3869bb1689 None None] Enqueued Resource ID: 4888af17-2fb3-42bf-9226-5cf9fca826f4 with Priority: HIGHEST for action port [ 908.322325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4888af17-2fb3-42bf-9226-5cf9fca826f4 with Priority: HIGHEST for action port [ 908.322673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4888af17-2fb3-42bf-9226-5cf9fca826f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.322809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4888af17-2fb3-42bf-9226-5cf9fca826f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.323653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4888af17-2fb3-42bf-9226-5cf9fca826f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.323653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4888af17-2fb3-42bf-9226-5cf9fca826f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.323653] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4888af17-2fb3-42bf-9226-5cf9fca826f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.415391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.415537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.415537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.415725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.416057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 already deleted. [ 908.416057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.827281] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4888af17-2fb3-42bf-9226-5cf9fca826f4 [ 908.827558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.827988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.827988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.828106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.828106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.828193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4888af17-2fb3-42bf-9226-5cf9fca826f4 already deleted. [ 908.828273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4888af17-2fb3-42bf-9226-5cf9fca826f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.014373] env[65432]: INFO networking_nsxv3.common.synchronization [req-816aa37a-88c2-4422-911f-f44c417d7129 req-42e14718-0fde-4f34-a676-d64fb6c150b5 tempest-ServersNegativeTestJSON-812455243 tempest-ServersNegativeTestJSON-812455243-project-member] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 909.018930] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 909.019335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.019519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.019594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.020082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.020082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.020287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.020340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.020500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.020580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.020675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.428438] env[65432]: INFO networking_nsxv3.common.synchronization [req-eee6bcaa-0f72-4f9f-8c07-c210af74666d req-a48713e6-552c-4b28-9f6c-cb4173be1e04 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 909.429120] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 909.429348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.429467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.429534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.429735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.429887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.429983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.430056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.430207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.430376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.430484] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.479192] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.479192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.479192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.479192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.479192] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.479192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.479192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.479859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.480161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.480506] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.480733] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.480950] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.481264] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.481518] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.481729] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.481986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.511033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.511033] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.511033] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.511033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.511033] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.511033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.511033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.511033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.511033] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07b362f-bee9-4e42-8cdc-ab322abc6ea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.524062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.524062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.524062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 already deleted. [ 909.524062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.935439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.935579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.935655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.936201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.936345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.936591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.936735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.936827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.937233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.937440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.937569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 909.970770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.970770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.970770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.970947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.971368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.981913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 910.015693] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.015693] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.016211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.016211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.016293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.016429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port d07b362f-bee9-4e42-8cdc-ab322abc6ea7 not found, creating... [ 910.016799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.016966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.017095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.018032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.018032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.018032] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.018032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.018032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.018310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.018380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.018514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 is going to be created. [ 910.073913] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.074210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.074292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.074570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.076285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.076285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.433953] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fa635c6e-8ed2-434e-a067-d4c310cb9c97 None None] Enqueued Resource ID: 923ac9ac-6e91-4184-a446-fc91d065132f with Priority: HIGHEST for action port [ 910.434253] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 923ac9ac-6e91-4184-a446-fc91d065132f with Priority: HIGHEST for action port [ 910.434572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-923ac9ac-6e91-4184-a446-fc91d065132f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.434698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-923ac9ac-6e91-4184-a446-fc91d065132f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.434766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-923ac9ac-6e91-4184-a446-fc91d065132f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.435043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-923ac9ac-6e91-4184-a446-fc91d065132f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.435130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923ac9ac-6e91-4184-a446-fc91d065132f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.736309] env[65432]: INFO networking_nsxv3.common.synchronization [req-816aa37a-88c2-4422-911f-f44c417d7129 req-9692b776-de43-4536-baec-9c66dddf37be service nova] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_rules [ 910.736309] env[65432]: INFO networking_nsxv3.common.synchronization [req-816aa37a-88c2-4422-911f-f44c417d7129 req-9692b776-de43-4536-baec-9c66dddf37be service nova] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 910.736309] env[65432]: INFO networking_nsxv3.common.synchronization [req-816aa37a-88c2-4422-911f-f44c417d7129 req-9692b776-de43-4536-baec-9c66dddf37be service nova] Enqueued Resource ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 with Priority: HIGHEST for action port [ 910.736309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_rules [ 910.736309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 910.736309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 with Priority: HIGHEST for action port [ 910.736514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.736514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.736607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.736825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.736905] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.738501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.738643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.738711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.738890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.739060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.739154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.739242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.739361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.739447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.741278] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.744506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.744653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.744723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.745036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.745164] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07b362f-bee9-4e42-8cdc-ab322abc6ea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.937121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 923ac9ac-6e91-4184-a446-fc91d065132f [ 910.937583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.937583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.937583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.937733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.937733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.937840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:923ac9ac-6e91-4184-a446-fc91d065132f already deleted. [ 910.937879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-923ac9ac-6e91-4184-a446-fc91d065132f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.246830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.247165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.247225] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.248186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d07b362f-bee9-4e42-8cdc-ab322abc6ea7 with status ACTIVE [ 911.248489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.248611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.249158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.249158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.249158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.249158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.249333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.249333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.249461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.249514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.249727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.250045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.250045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.250184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.250873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.250873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 is going to be updated. [ 911.276553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.276776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.276776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.276870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.276989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.277191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.754402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.994889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 911.994889] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 911.994889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.258814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.259157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.259157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.259417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.259624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.259818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be created. [ 912.296646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.296774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.296848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.297084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.297260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.311103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: UNINITIALIZED for 2s [ 912.595161] env[65432]: INFO networking_nsxv3.common.synchronization [req-d13de104-936c-4f19-bc8e-6ea12fe04c9c req-129f1b25-c3d2-48e2-a22b-942592695d69 tempest-ImagesTestJSON-1213955202 tempest-ImagesTestJSON-1213955202-project-member] Enqueued Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 912.595797] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c47b16-1ba0-4464-ba99-10f789473638 with Priority: HIGHEST for action security_group_members [ 912.596970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c47b16-1ba0-4464-ba99-10f789473638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.597120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.597185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.597395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.597567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.597668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.597715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.597856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.597939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.598051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c47b16-1ba0-4464-ba99-10f789473638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.849458] env[65432]: INFO networking_nsxv3.common.synchronization [req-39c0434a-1036-4d61-815f-8a5e47f17f74 req-273c09c6-849d-4f00-9152-dbb187719cd0 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 912.850362] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 912.850362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.854658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.854752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.855317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.855317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.855317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.855517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.855555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.855622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.855724] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.101473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.101473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.101473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.101473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.101473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.101727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.101727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.101797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.101892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.101966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.102062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 is going to be updated. [ 913.136341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.136496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.136590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.136774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.136915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.146788] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: IN_PROGRESS for 2s [ 913.217878] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.217878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.217878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.217878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.218252] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.218425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.218540] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.218757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.218903] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.219118] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.219227] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.219333] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.219437] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.219544] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.219646] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.219798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.241787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.241978] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.242154] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.242404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.242834] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-f34f77ee-55ed-442d-ab29-c4e87273a060 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.243023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.243149] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.243558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.243705] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34f77ee-55ed-442d-ab29-c4e87273a060',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.361109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.361465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.361465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.361543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.361641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.361840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.361939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.362106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.362181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.362250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.362344] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 913.428180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.428349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.428437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.428623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.428769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.441361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 913.746312] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.746595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.746810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.747156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.747333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.747571] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port f34f77ee-55ed-442d-ab29-c4e87273a060 not found, creating... [ 913.747901] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.748125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.748288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.748576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.748767] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.749777] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.749990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.750156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.750539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.750799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.751069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: f34f77ee-55ed-442d-ab29-c4e87273a060 is going to be created. [ 913.772093] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.772404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.772596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.772900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.773236] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.773579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.321850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 914.322095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.322264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.322504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.322701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.322815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.322892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.323043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.323126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.323214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.323317] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.500387] env[65432]: INFO networking_nsxv3.common.synchronization [req-39c0434a-1036-4d61-815f-8a5e47f17f74 req-a386876a-9f12-46d4-8db5-59d17ecffd61 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 914.500896] env[65432]: INFO networking_nsxv3.common.synchronization [req-39c0434a-1036-4d61-815f-8a5e47f17f74 req-a386876a-9f12-46d4-8db5-59d17ecffd61 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 914.501276] env[65432]: INFO networking_nsxv3.common.synchronization [req-39c0434a-1036-4d61-815f-8a5e47f17f74 req-a386876a-9f12-46d4-8db5-59d17ecffd61 service nova] Enqueued Resource ID: f34f77ee-55ed-442d-ab29-c4e87273a060 with Priority: HIGHEST for action port [ 914.501794] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 914.501941] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 914.502046] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f77ee-55ed-442d-ab29-c4e87273a060 with Priority: HIGHEST for action port [ 914.502581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.502581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.502581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.502818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.502884] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.503794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.503901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.505262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34f77ee-55ed-442d-ab29-c4e87273a060 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.505262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.505262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.505262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.505262] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34f77ee-55ed-442d-ab29-c4e87273a060',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.826147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.826313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.826386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.826609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.826777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.826873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.826937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.828792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.828911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.829013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.829191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.829290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.829354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.829500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.829638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.829731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.829791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.829922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.829995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.830086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.830197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.008605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.008769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.010071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f34f77ee-55ed-442d-ab29-c4e87273a060 with status ACTIVE [ 915.010260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.010444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.010546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.010809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.011709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.011709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.011709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.011897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.011931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.012073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.012366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.012542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.012542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.012961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.012961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.012961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f34f77ee-55ed-442d-ab29-c4e87273a060 is going to be updated. [ 915.042429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.042613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.042687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.042890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.043043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34f77ee-55ed-442d-ab29-c4e87273a060" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.165948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c47b16-1ba0-4464-ba99-10f789473638 in Status: SUCCESS [ 915.167243] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c47b16-1ba0-4464-ba99-10f789473638 deletion is rescheduled due to dependency. [ 915.167456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c47b16-1ba0-4464-ba99-10f789473638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.333613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1: rpc.has_security_group_logging(os_id): False [ 915.354407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.354661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.354757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.355018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.355171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.355505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.355698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.355747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.355926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.356031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.356261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.356380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.356452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.356628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.356722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.356951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.357082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.357163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.357298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.357392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.357487] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be created. [ 915.442043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.442250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.442302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.442659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.442867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.453816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 915.453998] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 915.454119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.454284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.454508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.454720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.454845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.454908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.455080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.455160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.455256] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.460985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 915.958104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.461050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.963697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.964010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.964010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.964167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.964260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.964384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 917.033738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.033943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.034057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.034339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.034546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.052197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 917.474947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 917.475204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.066703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 919.067132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.067375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.067723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.070752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.070752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.070752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.070752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.070752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.070752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.070752] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.503531] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.503531] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 919.576025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.576025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.576025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.576679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.576679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.576679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.576679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.079037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c1567d5-026a-4333-82b7-5db166a6ccbb: rpc.has_security_group_logging(os_id): False [ 920.100488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.100706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.100706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.100945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.101052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.101313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.101412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.101475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.101642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.101721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.101943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.102063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.102129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.102268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.102425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.102616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.102752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.102812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.102967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.103051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.103131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 920.172416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.172660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.172660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.172929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.173113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.189945] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 922.232414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 922.232787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.408605] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bea09f06-a907-484d-a761-d4c110191c63 None None] Enqueued Resource ID: 82de0874-3120-49f8-bef2-1f4e16a69dd7 with Priority: HIGHEST for action port [ 923.408886] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82de0874-3120-49f8-bef2-1f4e16a69dd7 with Priority: HIGHEST for action port [ 923.409305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-82de0874-3120-49f8-bef2-1f4e16a69dd7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.409305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82de0874-3120-49f8-bef2-1f4e16a69dd7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.409305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82de0874-3120-49f8-bef2-1f4e16a69dd7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.409588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82de0874-3120-49f8-bef2-1f4e16a69dd7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.409665] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82de0874-3120-49f8-bef2-1f4e16a69dd7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.913733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82de0874-3120-49f8-bef2-1f4e16a69dd7 [ 923.914516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.915682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.915778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.916109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.916244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.916493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82de0874-3120-49f8-bef2-1f4e16a69dd7 already deleted. [ 923.916718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82de0874-3120-49f8-bef2-1f4e16a69dd7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.570714] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cb64c494-4f63-4804-a7d5-43559d8b17cb None None] Enqueued Resource ID: 3b90be7d-25a8-430c-ac27-80e4515f042a with Priority: HIGHEST for action port [ 925.571268] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b90be7d-25a8-430c-ac27-80e4515f042a with Priority: HIGHEST for action port [ 925.571571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b90be7d-25a8-430c-ac27-80e4515f042a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.571691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b90be7d-25a8-430c-ac27-80e4515f042a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.571760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b90be7d-25a8-430c-ac27-80e4515f042a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.572026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b90be7d-25a8-430c-ac27-80e4515f042a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.572114] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b90be7d-25a8-430c-ac27-80e4515f042a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.580943] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.581165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.581289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.581549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.581815] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.581966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.582095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.582303] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.582480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.582696] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.582808] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.582918] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.583381] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.583601] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.583728] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.583864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.606512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.606683] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.606815] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.607350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.607350] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.607524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.607611] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.607868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608012] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f462771-afd8-49ee-8fd1-33d8adb3d0ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.075072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b90be7d-25a8-430c-ac27-80e4515f042a [ 926.075317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.075518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.075636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.075927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.076108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.076250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b90be7d-25a8-430c-ac27-80e4515f042a already deleted. [ 926.076411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b90be7d-25a8-430c-ac27-80e4515f042a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.110199] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.110481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.110622] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.110894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.111054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.111358] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.111513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.111628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.111854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.111989] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.112286] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.112461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.112595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.112807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.112942] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.113096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce is going to be updated. [ 926.135621] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.135845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.135968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.136252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.136449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.136671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.863908] env[65432]: INFO networking_nsxv3.common.synchronization [req-e1be12a4-d3a5-4712-8b23-7a0c92c7cf66 req-b42390ad-67e0-4ef9-99e8-4541feb1a641 service nova] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 926.864178] env[65432]: INFO networking_nsxv3.common.synchronization [req-e1be12a4-d3a5-4712-8b23-7a0c92c7cf66 req-b42390ad-67e0-4ef9-99e8-4541feb1a641 service nova] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 926.864274] env[65432]: INFO networking_nsxv3.common.synchronization [req-e1be12a4-d3a5-4712-8b23-7a0c92c7cf66 req-b42390ad-67e0-4ef9-99e8-4541feb1a641 service nova] Enqueued Resource ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce with Priority: HIGHEST for action port [ 926.864810] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_rules [ 926.864977] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 926.865112] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce with Priority: HIGHEST for action port [ 926.865444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.865598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.865697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.865935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.866029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.867062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.867062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.867219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.867285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.867430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.867524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.867683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.867740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.867828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.867920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.869336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.869336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.869336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.869712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.869712] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f462771-afd8-49ee-8fd1-33d8adb3d0ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.372073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.372073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.372073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f462771-afd8-49ee-8fd1-33d8adb3d0ce with status ACTIVE [ 927.372073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.372073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.372073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.372577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.372577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.372700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.372747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.372780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.372929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.373020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.373205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.373297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.373420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.373692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.373787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.373885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f462771-afd8-49ee-8fd1-33d8adb3d0ce is going to be updated. [ 927.375059] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.398182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.398330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.398429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.398603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.398740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.398901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f462771-afd8-49ee-8fd1-33d8adb3d0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.877460] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.380559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.380718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.380718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.380983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.381077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.381217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 is going to be updated. [ 928.416031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.416207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.416250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.416456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.416608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.426433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: IN_PROGRESS for 2s [ 930.438808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: SUCCESS [ 930.439216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.440256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.440344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440532] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.942829] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.445950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90fc4fb9-324b-46ae-8022-5b8564e0df37: rpc.has_security_group_logging(os_id): False [ 931.467029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.467029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.467029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.467029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.467029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.468028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.468028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.468028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.468205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.469766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.469766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 is going to be updated. [ 931.537435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.537689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.537730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.537951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.538151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.564282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: IN_PROGRESS for 2s [ 931.866873] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 931.866873] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 933.582041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: SUCCESS [ 933.582041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.867401] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.867956] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 936.911188] env[65432]: INFO networking_nsxv3.common.synchronization [req-aa2e86bd-e060-469c-81ad-1ff9044ae7cc req-1be6a606-4b73-4029-a795-c133c25e35de tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 936.914321] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 936.914321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.914321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.914321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.914321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.265936] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8f47cde3-b3ee-4a99-adbc-8278ca18d0aa None None] Enqueued Resource ID: 3918002d-fbbe-4027-8965-d6e989d0d6ea with Priority: HIGHEST for action port [ 937.265936] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918002d-fbbe-4027-8965-d6e989d0d6ea with Priority: HIGHEST for action port [ 937.265936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3918002d-fbbe-4027-8965-d6e989d0d6ea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.265936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3918002d-fbbe-4027-8965-d6e989d0d6ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.265936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3918002d-fbbe-4027-8965-d6e989d0d6ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.266618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3918002d-fbbe-4027-8965-d6e989d0d6ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.266846] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3918002d-fbbe-4027-8965-d6e989d0d6ea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.416914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.417129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.417129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.417297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.417396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.418042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.418042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.418042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.418042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.418042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.418328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 937.437408] env[65432]: INFO networking_nsxv3.common.synchronization [req-06edc63c-a77c-466d-a277-ee4b19ad9ea5 req-cb0256eb-ede1-4190-bb8c-34f71bcd7933 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 937.437926] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 937.438257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.438380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.438467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.438701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.438856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.438856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.439141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.439242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.439332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.439427] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.451973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.452187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.452249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.452431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.452654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.469652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 937.769653] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3918002d-fbbe-4027-8965-d6e989d0d6ea [ 937.769920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.770094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.770165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.770400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.770512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.770684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3918002d-fbbe-4027-8965-d6e989d0d6ea already deleted. [ 937.770684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3918002d-fbbe-4027-8965-d6e989d0d6ea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.852038] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.852038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.852038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.852228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.852749] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.852749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.852914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.853100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.854234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.854234] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.854234] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.854234] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.854234] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.854234] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.854234] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.854234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.877653] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.878025] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.878025] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.878180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.878503] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-510a19dc-0efc-4652-9712-53bbdc6945c9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.878679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.878800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.879228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.879375] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('510a19dc-0efc-4652-9712-53bbdc6945c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.942294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.942528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.942813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.942813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.942941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.943145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.943277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.943342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.943457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.943528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.943639] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 already deleted. [ 937.943708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.165923] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ded2cd85-64bc-4346-a34e-c7be170ce744 tempest-ServersV294TestFqdnHostnames-1288326389 tempest-ServersV294TestFqdnHostnames-1288326389-project-member] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_rules [ 938.167064] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_rules [ 938.167609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.167801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.167858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.168217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.168351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.273218] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d8bd6a50-00b7-4255-becf-1b56ffbecb03 tempest-ServersV294TestFqdnHostnames-1288326389 tempest-ServersV294TestFqdnHostnames-1288326389-project-member] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_rules [ 938.273435] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_rules [ 938.273814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.273920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.383088] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.383604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.383791] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.383963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.384137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 510a19dc-0efc-4652-9712-53bbdc6945c9 not found, creating... [ 938.384417] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.384620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.384759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.385042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.385194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.385504] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.386073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.386073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.386073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.386228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.386286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 510a19dc-0efc-4652-9712-53bbdc6945c9 is going to be created. [ 938.416897] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.417169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.417294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.417572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.417809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.418053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.695052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.695052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 already deleted. [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.695052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.695516] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.179365] env[65432]: INFO networking_nsxv3.common.synchronization [req-06edc63c-a77c-466d-a277-ee4b19ad9ea5 req-047477cc-be39-419b-b16d-4a1ca3d5ccd1 service nova] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 939.179742] env[65432]: INFO networking_nsxv3.common.synchronization [req-06edc63c-a77c-466d-a277-ee4b19ad9ea5 req-047477cc-be39-419b-b16d-4a1ca3d5ccd1 service nova] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 939.179742] env[65432]: INFO networking_nsxv3.common.synchronization [req-06edc63c-a77c-466d-a277-ee4b19ad9ea5 req-047477cc-be39-419b-b16d-4a1ca3d5ccd1 service nova] Enqueued Resource ID: 510a19dc-0efc-4652-9712-53bbdc6945c9 with Priority: HIGHEST for action port [ 939.180693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 939.181448] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 939.181448] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510a19dc-0efc-4652-9712-53bbdc6945c9 with Priority: HIGHEST for action port [ 939.181448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.181448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.181448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.181992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.181992] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.182856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183509] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.184228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.184343] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.185253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-510a19dc-0efc-4652-9712-53bbdc6945c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.185373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.185430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.185575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.185657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('510a19dc-0efc-4652-9712-53bbdc6945c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.222218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.222413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.222497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.222738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.222926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.223186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 already deleted. [ 939.223335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 939.486605] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 939.486724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.687604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.689442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 510a19dc-0efc-4652-9712-53bbdc6945c9 with status ACTIVE [ 939.690028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.690887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.690887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.690887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.691146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.692030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.693502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.693701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.693735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.693898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.694028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.694086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 510a19dc-0efc-4652-9712-53bbdc6945c9 is going to be updated. [ 939.710927] env[65432]: INFO networking_nsxv3.common.synchronization [req-c80fb4c6-5fa1-40cd-8a7d-545f3dd14def req-23fe03f1-898d-4ca6-8b28-6067cbe64be2 tempest-ServerAddressesTestJSON-482333331 tempest-ServerAddressesTestJSON-482333331-project-member] Enqueued Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_members [ 939.711674] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_members [ 939.712371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.712610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.712735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.713036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.713227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.713340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.713392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.713635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.713730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.713879] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.724909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.725153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.725153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.726397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.726397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.726397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-510a19dc-0efc-4652-9712-53bbdc6945c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.111947] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.112697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-918" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.112697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-918" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.112987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-918" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.113247] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.113429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.114142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.114142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.114142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.114142] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.114252] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.114327] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.114503] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.114623] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.114728] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.114859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.139540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.139745] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.139895] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.140127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-918" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.140470] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-56f77c30-36ba-4a13-9379-cf282e02e89f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.140733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.140887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.141735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.141735] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f77c30-36ba-4a13-9379-cf282e02e89f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.196338] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.201729] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e0d5543e-02f4-4296-a6ca-67c0c5edca4c None None] Enqueued Resource ID: 262f37f3-28dd-40e2-8552-30e4846b2504 with Priority: HIGHEST for action port [ 940.201729] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262f37f3-28dd-40e2-8552-30e4846b2504 with Priority: HIGHEST for action port [ 940.201729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-262f37f3-28dd-40e2-8552-30e4846b2504 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.201729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262f37f3-28dd-40e2-8552-30e4846b2504" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.201729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262f37f3-28dd-40e2-8552-30e4846b2504" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.201729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262f37f3-28dd-40e2-8552-30e4846b2504" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.201729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262f37f3-28dd-40e2-8552-30e4846b2504',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.217594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.217736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.217803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.218182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.218182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.219322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.219322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.219322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.219322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.219322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.219322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 already deleted. [ 940.219322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.643939] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.644118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.644257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.644538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.644691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.644849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 56f77c30-36ba-4a13-9379-cf282e02e89f not found, creating... [ 940.645148] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.645358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.645509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.645747] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.645887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.646270] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.646365] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.646434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.646643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.646814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.646957] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 56f77c30-36ba-4a13-9379-cf282e02e89f is going to be created. [ 940.670297] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.670511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.670636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.670901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.671141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.671360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.699274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.699460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.699506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.699727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.699861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.699921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be created. [ 940.704768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 262f37f3-28dd-40e2-8552-30e4846b2504 [ 940.705085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.705326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.705404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.705662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.705754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.705846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:262f37f3-28dd-40e2-8552-30e4846b2504 already deleted. [ 940.705929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262f37f3-28dd-40e2-8552-30e4846b2504" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.740414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.740654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.740722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.740912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.741145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.757096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: UNINITIALIZED for 2s [ 941.457097] env[65432]: INFO networking_nsxv3.common.synchronization [req-c80fb4c6-5fa1-40cd-8a7d-545f3dd14def req-cd8e1e7e-fae9-42c2-8821-14b56d009e8d service nova] Enqueued Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_rules [ 941.457362] env[65432]: INFO networking_nsxv3.common.synchronization [req-c80fb4c6-5fa1-40cd-8a7d-545f3dd14def req-cd8e1e7e-fae9-42c2-8821-14b56d009e8d service nova] Enqueued Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_members [ 941.457458] env[65432]: INFO networking_nsxv3.common.synchronization [req-c80fb4c6-5fa1-40cd-8a7d-545f3dd14def req-cd8e1e7e-fae9-42c2-8821-14b56d009e8d service nova] Enqueued Resource ID: 56f77c30-36ba-4a13-9379-cf282e02e89f with Priority: HIGHEST for action port [ 941.460194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_rules [ 941.460194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_members [ 941.460194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f77c30-36ba-4a13-9379-cf282e02e89f with Priority: HIGHEST for action port [ 941.460194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.460194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.460194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.460194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.460194] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.460772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.460772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.460772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.460772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.460981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.461061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.461110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.461339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.461339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.461454] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.463808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f77c30-36ba-4a13-9379-cf282e02e89f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.463808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.463808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.463808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.463808] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f77c30-36ba-4a13-9379-cf282e02e89f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.964223] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.965310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.965430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.965788] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f77c30-36ba-4a13-9379-cf282e02e89f with status ACTIVE [ 941.965975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.966094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.966162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.966974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.967152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.967351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.967637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.967637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.967784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.967871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.968070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.968174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.968272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.968448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.968542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.968633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f77c30-36ba-4a13-9379-cf282e02e89f is going to be updated. [ 941.991232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.991382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.991442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.991647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.991781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.991941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f77c30-36ba-4a13-9379-cf282e02e89f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.769475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 942.769717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.770147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.770249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.770400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.770549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.770625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.770770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.770850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.770936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.771047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.969930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.970154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.970219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.971029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.971029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.971029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 is going to be created. [ 942.994586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.994740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.994823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.995042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.995409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.007488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 in Status: UNINITIALIZED for 2s [ 943.273689] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.776926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d611ab-4904-44eb-ac0f-3f62e1a67027: rpc.has_security_group_logging(os_id): False [ 943.795026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.795284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.795367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.795607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.795730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.795994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.796112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.796180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.796342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.796419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.796507] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be created. [ 943.866798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.866798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.866798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.868298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.868298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.882132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 944.358413] env[65432]: INFO networking_nsxv3.common.synchronization [req-1361b4fb-1d22-46bf-b8f8-611de4a275f7 req-31a8bc96-a59b-443b-9e9e-b8abf04ad17e tempest-ServerDiagnosticsNegativeTest-1951488895 tempest-ServerDiagnosticsNegativeTest-1951488895-project-member] Enqueued Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_members [ 944.359253] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_members [ 944.359716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.359822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.359916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.360289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.360655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.360655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.360804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.361018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.361151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.361313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.704220] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.704317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.704509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.704780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.705773] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.705773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.705773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.706050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.706337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.706724] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.707292] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.707559] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.707740] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.707900] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.708106] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.708582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.733264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.733437] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.733583] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.733772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.734157] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-02913bb7-a79b-4cb3-804b-d5d2a9803240 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.734334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.734467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.734816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.734959] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02913bb7-a79b-4cb3-804b-d5d2a9803240',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.864615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.864615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.864615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.865115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.865115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.865115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.866030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.866112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.866669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.866669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.866669] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282abb53-6f42-489a-9d1f-4da34717c542 already deleted. [ 944.866669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.017937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 in Status: SUCCESS [ 945.018186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.018354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.018561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.018750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.018886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.018991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.020027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.020027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.237728] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.238064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.238197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.238550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.238606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.238778] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 02913bb7-a79b-4cb3-804b-d5d2a9803240 not found, creating... [ 945.239083] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.239251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.239417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.239641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.239805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.240089] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.240805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.240805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.240805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.240805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.240986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 02913bb7-a79b-4cb3-804b-d5d2a9803240 is going to be created. [ 945.264132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.264373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.264503] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.264906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.265317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.265408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.522629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.522765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.522842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.523071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.523246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.523362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.523410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.523585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.523670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.523759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.523985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.524097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.524159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.524302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.524444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.524535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.524595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.524731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.524805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.525050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.525050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.895143] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 945.895143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.972205] env[65432]: INFO networking_nsxv3.common.synchronization [req-1361b4fb-1d22-46bf-b8f8-611de4a275f7 req-35638aaa-99b3-4290-aa2a-0a230299a2cc service nova] Enqueued Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_rules [ 945.972453] env[65432]: INFO networking_nsxv3.common.synchronization [req-1361b4fb-1d22-46bf-b8f8-611de4a275f7 req-35638aaa-99b3-4290-aa2a-0a230299a2cc service nova] Enqueued Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_members [ 945.972788] env[65432]: INFO networking_nsxv3.common.synchronization [req-1361b4fb-1d22-46bf-b8f8-611de4a275f7 req-35638aaa-99b3-4290-aa2a-0a230299a2cc service nova] Enqueued Resource ID: 02913bb7-a79b-4cb3-804b-d5d2a9803240 with Priority: HIGHEST for action port [ 945.973519] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_rules [ 945.973804] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_members [ 945.973976] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02913bb7-a79b-4cb3-804b-d5d2a9803240 with Priority: HIGHEST for action port [ 945.974835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.974972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.975051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.975433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.975470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.976520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.976614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.976664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.976815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.976976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.977099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.977246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.977345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.977454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.978657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.979584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-02913bb7-a79b-4cb3-804b-d5d2a9803240 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.979705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.979773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.979939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.980030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02913bb7-a79b-4cb3-804b-d5d2a9803240',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.027594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5842c98-f87d-4c05-9a36-fa8acef4e309: rpc.has_security_group_logging(os_id): False [ 946.047209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.047467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.047467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.047632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.047695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.047883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.047982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.048057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.048196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.048406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.048460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.048542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.048603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.048884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.048884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.049061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.049167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.049223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.049378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.049448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.049523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 is going to be created. [ 946.107602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.107602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.107602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.107602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.107860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.117557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 in Status: IN_PROGRESS for 2s [ 946.482188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.482340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.482583] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.484048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02913bb7-a79b-4cb3-804b-d5d2a9803240 with status ACTIVE [ 946.484048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.484048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.484048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.484274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.484355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.484545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.484631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.484701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.484912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.484982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.485157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.485252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.485316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.485683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.485754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.487713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02913bb7-a79b-4cb3-804b-d5d2a9803240 is going to be updated. [ 946.515853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.515853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.515853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02913bb7-a79b-4cb3-804b-d5d2a9803240" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.988458] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.491033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.491033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.491033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.491233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.491233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.491334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282abb53-6f42-489a-9d1f-4da34717c542 is going to be created. [ 947.516495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.516685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.516765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.517515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.517515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.533208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282abb53-6f42-489a-9d1f-4da34717c542 in Status: UNINITIALIZED for 2s [ 948.131425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 in Status: SUCCESS [ 948.131704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.883472] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc4d82d4-fc7d-416b-a7f5-1894728558f2 req-c68b32a0-8f11-4394-827a-38514a4a0592 tempest-ServersNegativeTestJSON-812455243 tempest-ServersNegativeTestJSON-812455243-project-member] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 948.884450] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 948.885267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.885267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.885267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.885267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.885436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.885557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.885557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.885676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.885874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.885874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.155314] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.155676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.155676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.155879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.156153] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.156310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.156450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.156688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.156851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.157961] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.157961] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.157961] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.157961] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.157961] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.157961] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.157961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.180260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.180649] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.180649] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.180816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.181357] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.181357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.181357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.181647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.181782] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ce676b-b54c-43be-a75e-bcc4d1e0e22e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.388034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.549484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282abb53-6f42-489a-9d1f-4da34717c542 in Status: SUCCESS [ 949.549484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.549484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.549484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.549706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.549850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.549850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.550167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.550167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.550380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.550380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.685717] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.689027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 87ce676b-b54c-43be-a75e-bcc4d1e0e22e not found, creating... [ 949.689027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.689027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.689556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.689809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.690063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.690827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.691195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.691526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 87ce676b-b54c-43be-a75e-bcc4d1e0e22e is going to be created. [ 949.717027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.717027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.717027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.717027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.717027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.717027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.890475] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.053318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.053474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.053545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.053768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.053937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.054221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.054221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.054343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.054343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.054409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.054570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.054724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.054795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.054992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.055746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.055746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.055746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.055746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.055746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.055746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.056053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.251027] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5ced202d-0430-4c54-89a4-337f8ddea29f None None] Enqueued Resource ID: 816a23f8-7c6a-4e39-a91f-42427457bb59 with Priority: HIGHEST for action port [ 950.251027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816a23f8-7c6a-4e39-a91f-42427457bb59 with Priority: HIGHEST for action port [ 950.251027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-816a23f8-7c6a-4e39-a91f-42427457bb59 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.251027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816a23f8-7c6a-4e39-a91f-42427457bb59" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.251027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816a23f8-7c6a-4e39-a91f-42427457bb59" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.251027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816a23f8-7c6a-4e39-a91f-42427457bb59" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.253381] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816a23f8-7c6a-4e39-a91f-42427457bb59',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.393527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.393736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.393736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.394161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.394161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.394252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 950.424764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.424990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.425103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.425360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.425574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.435033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 950.453046] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc4d82d4-fc7d-416b-a7f5-1894728558f2 req-abc82914-5b33-4031-b307-482bc13180f7 service nova] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_rules [ 950.453237] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc4d82d4-fc7d-416b-a7f5-1894728558f2 req-abc82914-5b33-4031-b307-482bc13180f7 service nova] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 950.453371] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc4d82d4-fc7d-416b-a7f5-1894728558f2 req-abc82914-5b33-4031-b307-482bc13180f7 service nova] Enqueued Resource ID: 87ce676b-b54c-43be-a75e-bcc4d1e0e22e with Priority: HIGHEST for action port [ 950.453915] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_rules [ 950.454054] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 950.454151] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ce676b-b54c-43be-a75e-bcc4d1e0e22e with Priority: HIGHEST for action port [ 950.454428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.454918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.454918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.454918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.454918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.456945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.457070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.457277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.457382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.457433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.457609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.457688] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ce676b-b54c-43be-a75e-bcc4d1e0e22e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.559415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 282abb53-6f42-489a-9d1f-4da34717c542: rpc.has_security_group_logging(os_id): False [ 950.583585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.583761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.583830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.584062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.584147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.584393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.584452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.584495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.584635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.584706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.584895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.584978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.585067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.585204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.585273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.585459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.585600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.585748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.585794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.589920] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 282abb53-6f42-489a-9d1f-4da34717c542 is going to be created. [ 950.653746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.653924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.654010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.654197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.654579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.666014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 282abb53-6f42-489a-9d1f-4da34717c542 in Status: IN_PROGRESS for 2s [ 950.754152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 816a23f8-7c6a-4e39-a91f-42427457bb59 [ 950.754308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.754379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.754995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.754995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.754995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:816a23f8-7c6a-4e39-a91f-42427457bb59 already deleted. [ 950.754995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816a23f8-7c6a-4e39-a91f-42427457bb59" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.959679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.960132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87ce676b-b54c-43be-a75e-bcc4d1e0e22e with status ACTIVE [ 950.960211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.960287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.960336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.960602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.960691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.960865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.961023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.961023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.961304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.961304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.961418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.961508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.961567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.961705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.961777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.961861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87ce676b-b54c-43be-a75e-bcc4d1e0e22e is going to be updated. [ 950.984586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.984782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.984782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.985050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.985186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.985341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ce676b-b54c-43be-a75e-bcc4d1e0e22e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.257402] env[65432]: INFO networking_nsxv3.common.synchronization [req-8762febd-2b78-44f6-8327-e534ab91b464 req-450253e9-a56f-44ac-9a59-59b5ed2870ff tempest-SecurityGroupRulesNegativeTestJSON-542569079 tempest-SecurityGroupRulesNegativeTestJSON-542569079-project-member] Enqueued Resource ID: 7394dae2-16a0-4fc9-bacb-56c929417e95 with Priority: HIGHEST for action security_group_rules [ 951.257937] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7394dae2-16a0-4fc9-bacb-56c929417e95 with Priority: HIGHEST for action security_group_rules [ 951.258297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7394dae2-16a0-4fc9-bacb-56c929417e95 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.258357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.258427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.258704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.258780] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7394dae2-16a0-4fc9-bacb-56c929417e95',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.509262] env[65432]: INFO networking_nsxv3.common.synchronization [req-a0d045a6-2239-4057-9754-0dc9d2dfeb48 req-c8fc6edc-b324-460c-9e2e-f48af56c8594 tempest-SecurityGroupRulesNegativeTestJSON-542569079 tempest-SecurityGroupRulesNegativeTestJSON-542569079-project-member] Enqueued Resource ID: 7394dae2-16a0-4fc9-bacb-56c929417e95 with Priority: HIGHEST for action security_group_rules [ 951.510292] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7394dae2-16a0-4fc9-bacb-56c929417e95 with Priority: HIGHEST for action security_group_rules [ 951.511150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7394dae2-16a0-4fc9-bacb-56c929417e95 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.511545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.785302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.785302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.785302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.785302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.785610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.785610] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7394dae2-16a0-4fc9-bacb-56c929417e95 already deleted. [ 951.785610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.785720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.785818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.785898] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7394dae2-16a0-4fc9-bacb-56c929417e95',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.086671] env[65432]: INFO networking_nsxv3.common.synchronization [req-59b13578-cfe8-4806-86cc-b277daaf0cc1 req-7a963ff2-9da4-47cc-8b46-5bb44c08b92e tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 952.087257] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 952.087566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.087688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.088016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.088016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.088167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.088232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.088267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.088423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.088503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.089318] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.315674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.316073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.316073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.316277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.316277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.316361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7394dae2-16a0-4fc9-bacb-56c929417e95 already deleted. [ 952.316406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7394dae2-16a0-4fc9-bacb-56c929417e95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.451738] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 952.451981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.452176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.452395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.452628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.452769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.452836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.453015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.453101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.453199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.464316] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.465498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.465643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.465911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.466201] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.466360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.466465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.466667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.466815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.468828] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.469032] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.469163] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.469280] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.469396] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.469503] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.469637] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.495041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.495283] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.495438] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.495637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-223" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.496024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-221725bf-2bf1-402d-b307-e996dd1d4e77 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.496136] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.496240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.496859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.497126] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221725bf-2bf1-402d-b307-e996dd1d4e77',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.592443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.593655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.593974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.593974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 952.622027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.622027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.622027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.622027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.622027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.633787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 952.680911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 282abb53-6f42-489a-9d1f-4da34717c542 in Status: SUCCESS [ 952.681160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.840898] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6bd27fce-a20e-4a68-8f79-7d67a83572ec None None] Enqueued Resource ID: bbc0b8a7-8244-4894-81e9-009340bd6a38 with Priority: HIGHEST for action port [ 952.841498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc0b8a7-8244-4894-81e9-009340bd6a38 with Priority: HIGHEST for action port [ 952.841914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc0b8a7-8244-4894-81e9-009340bd6a38 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.841988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc0b8a7-8244-4894-81e9-009340bd6a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.842061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc0b8a7-8244-4894-81e9-009340bd6a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.843022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc0b8a7-8244-4894-81e9-009340bd6a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.843022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc0b8a7-8244-4894-81e9-009340bd6a38',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.957935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.999985] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.000261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.000460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.000671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.000854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.000971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 221725bf-2bf1-402d-b307-e996dd1d4e77 not found, creating... [ 953.005695] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.005695] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.005695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.006332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 221725bf-2bf1-402d-b307-e996dd1d4e77 is going to be created. [ 953.027585] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.027860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.027991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.028274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.028505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.028730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.347449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbc0b8a7-8244-4894-81e9-009340bd6a38 [ 953.347751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.347887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.347887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.348165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.348235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.348320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbc0b8a7-8244-4894-81e9-009340bd6a38 already deleted. [ 953.348401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc0b8a7-8244-4894-81e9-009340bd6a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.461677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.788870] env[65432]: INFO networking_nsxv3.common.synchronization [req-59b13578-cfe8-4806-86cc-b277daaf0cc1 req-9d34b162-b62a-43d7-98e4-d03096eef67e service nova] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_rules [ 953.789736] env[65432]: INFO networking_nsxv3.common.synchronization [req-59b13578-cfe8-4806-86cc-b277daaf0cc1 req-9d34b162-b62a-43d7-98e4-d03096eef67e service nova] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 953.790110] env[65432]: INFO networking_nsxv3.common.synchronization [req-59b13578-cfe8-4806-86cc-b277daaf0cc1 req-9d34b162-b62a-43d7-98e4-d03096eef67e service nova] Enqueued Resource ID: 221725bf-2bf1-402d-b307-e996dd1d4e77 with Priority: HIGHEST for action port [ 953.791273] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_rules [ 953.791534] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 953.791740] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221725bf-2bf1-402d-b307-e996dd1d4e77 with Priority: HIGHEST for action port [ 953.792497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.792772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.793233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.793651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.795024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.795024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.795024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.795024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-221725bf-2bf1-402d-b307-e996dd1d4e77 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.795965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.796548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.798708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.798708] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221725bf-2bf1-402d-b307-e996dd1d4e77',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.965833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.968178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.968178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.968178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.968178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.968178] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 953.998029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.998029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.998029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.998029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.998029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.009166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 954.299926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.300038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.300234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 221725bf-2bf1-402d-b307-e996dd1d4e77 with status ACTIVE [ 954.300547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.300761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.300824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.301714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.301714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.301714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.301714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.301714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.301714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.301988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.301988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.302138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.302138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.302283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.302359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.302549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 221725bf-2bf1-402d-b307-e996dd1d4e77 is going to be updated. [ 954.344204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.344466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.344466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.344717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.344717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.344926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-221725bf-2bf1-402d-b307-e996dd1d4e77" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.654235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 954.654626] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 deletion is rescheduled due to dependency. [ 954.654626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.654710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.654916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.655133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.655256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.655376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.655484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.655564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.655689] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.836280] env[65432]: INFO networking_nsxv3.common.synchronization [req-0e07211f-e368-45a1-9be7-8e302216a1bc req-dbbdd256-1eeb-43d1-8365-d082636921f0 tempest-ServerAddressesTestJSON-482333331 tempest-ServerAddressesTestJSON-482333331-project-member] Enqueued Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_members [ 954.836974] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGHEST for action security_group_members [ 954.837119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.837243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.837311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.837560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.837677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.837785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.837832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.837946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.838067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.838168] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.158900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.314148] env[65432]: INFO networking_nsxv3.common.synchronization [req-0c368170-f538-4805-8e99-0d3310508271 req-aaa4eca1-bce5-4e59-a9b0-8f43a0b48f26 tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 955.314847] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 955.315283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.315866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.315866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.316135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.316310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.316407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.316473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.316633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.316720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.316876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.341169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.341393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.341393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.341603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.341697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.341893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.341993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.342073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.342225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.342301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.342381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 is going to be updated. [ 955.376267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.376267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.376441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.376525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.376675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.386214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 in Status: IN_PROGRESS for 2s [ 955.645120] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.645287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.645328] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.645689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.646204] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.646389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.646513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.647164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.647295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.647533] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.647680] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.647797] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.647906] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.648256] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.648256] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.648353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.661126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.667693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.667862] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.668066] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.668177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-444" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.668525] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.668645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.668780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.669081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.669218] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.819730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.820084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.820084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.820377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.820377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.820869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.820869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.820869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.821058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.821115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.821190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 already deleted. [ 955.821977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.023215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.023215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.023215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.023929] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.163215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.163422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.163502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.163742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.163837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.163932] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 956.172929] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.172929] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.173124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.174344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.174464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.174796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd not found, creating... [ 956.174973] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.175202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.175274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.175549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.175650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.176035] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.176258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.176258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.176560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.176560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.176766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd is going to be created. [ 956.200456] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.200811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.200968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.201312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.201549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.201799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.203625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.203931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.203993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.204245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.204459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.215904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 956.529025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.529025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.529025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.529025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.529270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.529270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.529270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.529414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.529484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.529556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.530361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.530361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.530361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.530361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.530361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.530361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.530361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.530614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.530614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.530681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.530713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.901509] env[65432]: INFO networking_nsxv3.common.synchronization [req-0c368170-f538-4805-8e99-0d3310508271 req-3b8f9444-43e0-422d-8a58-302e27bec298 service nova] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_rules [ 956.901509] env[65432]: INFO networking_nsxv3.common.synchronization [req-0c368170-f538-4805-8e99-0d3310508271 req-3b8f9444-43e0-422d-8a58-302e27bec298 service nova] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 956.901509] env[65432]: INFO networking_nsxv3.common.synchronization [req-0c368170-f538-4805-8e99-0d3310508271 req-3b8f9444-43e0-422d-8a58-302e27bec298 service nova] Enqueued Resource ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with Priority: HIGHEST for action port [ 956.902064] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_rules [ 956.902202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 956.902305] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with Priority: HIGHEST for action port [ 956.902682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.902770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.902809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.903079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.903163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.904592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.905600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.905600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.905600] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.906402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.906499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.907676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.907676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.907676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.032910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1: rpc.has_security_group_logging(os_id): False [ 957.052433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.052433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.052433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.052433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.053273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.053273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.053273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.053273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.053273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.053273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.053652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.053652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.053652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 957.149149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.149395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.149468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.149682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.149844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.176222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 957.248272] env[65432]: INFO networking_nsxv3.common.synchronization [req-75191b48-c954-427c-8507-25d3404914d6 req-33bb73ed-f189-4314-8c1c-84bcc3bc3cfa tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 957.249104] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 957.249219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.249322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.249375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.249638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.249742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.249843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.249926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.250339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.250339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.250339] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.396303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 in Status: SUCCESS [ 957.396498] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 deletion is rescheduled due to dependency. [ 957.396599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.408382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.408539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.408705] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.409658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with status ACTIVE [ 957.409842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.410682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.410682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.410682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.410682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.410682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.410682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.410975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.410975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.410975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.411342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.412029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.412029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.412029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.412029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.412029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd is going to be updated. [ 957.435848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.436177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.436273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.436488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.436628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.436789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.708024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.708024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.708024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.708954] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.709330] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.710122] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.710122] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.710122] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.710122] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.710122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.730464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.731604] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.731862] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.732073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.732503] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-be89095d-3f8a-4632-9ece-d72be3161d55 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.732639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.732766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.733097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.733244] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be89095d-3f8a-4632-9ece-d72be3161d55',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.754165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.754308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.754410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.754581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.754665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.754848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.754946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.755016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.755162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.755276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.755322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 957.783194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.783386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.783437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.783636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.783790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.794273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 957.914172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.032197] env[65432]: INFO networking_nsxv3.common.synchronization [req-d80ad861-fd9b-4c6e-a715-78445e9bda70 req-cbee820a-4e0a-48d4-89c7-38208d6fd6e6 tempest-ServerDiagnosticsNegativeTest-1951488895 tempest-ServerDiagnosticsNegativeTest-1951488895-project-member] Enqueued Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_members [ 958.032845] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGHEST for action security_group_members [ 958.033202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.033326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.033392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.033584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.033757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.033856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.033953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.034142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.034268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.034390] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.228264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 958.229031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.229392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.229679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.229951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.230132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.230221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.230464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.231027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.231027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.231027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.235606] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.235829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.236036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.236361] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.236574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.236808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port be89095d-3f8a-4632-9ece-d72be3161d55 not found, creating... [ 958.237450] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.237450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.237655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.237906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.238096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.238501] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.238667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.238807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.239095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.239299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.239503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: be89095d-3f8a-4632-9ece-d72be3161d55 is going to be created. [ 958.275164] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.275510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.275653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.276037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.276356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.417967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.417967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.417967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.418132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.418428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.418428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be created. [ 958.457791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.458116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.458116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.458302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.458401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.472033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: UNINITIALIZED for 2s [ 958.537561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.537561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.537835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.537872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.537965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.538237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.538342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.538415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.538629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.538729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.538784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282abb53-6f42-489a-9d1f-4da34717c542 is going to be updated. [ 958.574894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.574894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.574894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.575226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.575443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.585801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282abb53-6f42-489a-9d1f-4da34717c542 in Status: IN_PROGRESS for 2s [ 958.734057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.734260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.734352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.734498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.734702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.734782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.734824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.734989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.735064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.735154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.735300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.735393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.735454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.735595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.735736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.735825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.735885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.736027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.736102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.736181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.736270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.005822] env[65432]: INFO networking_nsxv3.common.synchronization [req-75191b48-c954-427c-8507-25d3404914d6 req-0b7b4c5e-c856-4a81-bd0e-3643700c7180 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 959.006183] env[65432]: INFO networking_nsxv3.common.synchronization [req-75191b48-c954-427c-8507-25d3404914d6 req-0b7b4c5e-c856-4a81-bd0e-3643700c7180 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 959.006183] env[65432]: INFO networking_nsxv3.common.synchronization [req-75191b48-c954-427c-8507-25d3404914d6 req-0b7b4c5e-c856-4a81-bd0e-3643700c7180 service nova] Enqueued Resource ID: be89095d-3f8a-4632-9ece-d72be3161d55 with Priority: HIGHEST for action port [ 959.007028] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 959.007028] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 959.007181] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be89095d-3f8a-4632-9ece-d72be3161d55 with Priority: HIGHEST for action port [ 959.007705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.007705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.007705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.007883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.007883] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.008673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.009687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.009687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-be89095d-3f8a-4632-9ece-d72be3161d55 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.009687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.009687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.009687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.009687] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be89095d-3f8a-4632-9ece-d72be3161d55',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.129979] env[65432]: INFO networking_nsxv3.common.synchronization [req-a99684bc-94a5-4376-9362-d96bb82dc449 req-36516cb3-26f3-4d58-b2b1-2d0f474575f1 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 959.130685] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 959.131014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.131780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.131780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.132819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.132819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.132819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.133181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.133481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.133481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.133481] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.192120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 959.192120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.238981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643e7c89-387d-4a51-a40a-ab7e07fe19d4: rpc.has_security_group_logging(os_id): False [ 959.270436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.270733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.270830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.271152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.271265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.271590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.271726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.271808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.272322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.272431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.272796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.273042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.273145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.273418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.273468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.273766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.273928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.273993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.274180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.274283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.274399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 959.397990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.398181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.398254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.398998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.398998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.419033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 959.511108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.511265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.512713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be89095d-3f8a-4632-9ece-d72be3161d55 with status ACTIVE [ 959.512949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.513121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.513193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.513469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.513536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.513681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.513766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.513839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.513985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.514098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.514666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.514666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.514666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.514666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.514666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.514891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be89095d-3f8a-4632-9ece-d72be3161d55 is going to be updated. [ 959.546173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.546349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.546349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.546753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.546753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.546955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be89095d-3f8a-4632-9ece-d72be3161d55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.575873] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.576178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.576178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.576340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.576630] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.576791] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.576894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.577133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.577278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.577485] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.577592] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.577692] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.577795] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.577898] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.577996] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.578157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.621299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.621493] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.621605] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.621783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.622144] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-4c438243-c49b-43d6-9d7e-0b8febbcc956 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.622320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.622438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.623146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.623146] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c438243-c49b-43d6-9d7e-0b8febbcc956',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.636684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.636684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.636684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.636684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.636972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.636972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.637065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.637471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.637471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.637471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.637471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 959.688825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.689042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.689107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.689279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.689486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.700885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 959.808692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 959.808894] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb deletion is rescheduled due to dependency. [ 959.809022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.809204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.809439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.809634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.809756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.809820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.809980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.810075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.810172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.125931] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.126563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.126563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.126563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.126771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.126927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 4c438243-c49b-43d6-9d7e-0b8febbcc956 not found, creating... [ 960.127257] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.127762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.128104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.128301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.128546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.129396] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.129396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.129396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.129396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.129547] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.129686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 4c438243-c49b-43d6-9d7e-0b8febbcc956 is going to be created. [ 960.152984] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.153230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.153335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.153610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.153840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.154071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.312431] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.483878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 960.484201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.484478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.484836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.485223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.485409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.485511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.485751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.485880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.486028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.486174] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.596582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282abb53-6f42-489a-9d1f-4da34717c542 in Status: SUCCESS [ 960.694772] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282abb53-6f42-489a-9d1f-4da34717c542 deletion is rescheduled due to dependency. [ 960.694772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.814919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.894663] env[65432]: INFO networking_nsxv3.common.synchronization [req-a99684bc-94a5-4376-9362-d96bb82dc449 req-41106fa3-abf4-4bc8-a84f-635b565bf38d service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 960.894663] env[65432]: INFO networking_nsxv3.common.synchronization [req-a99684bc-94a5-4376-9362-d96bb82dc449 req-41106fa3-abf4-4bc8-a84f-635b565bf38d service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 960.894793] env[65432]: INFO networking_nsxv3.common.synchronization [req-a99684bc-94a5-4376-9362-d96bb82dc449 req-41106fa3-abf4-4bc8-a84f-635b565bf38d service nova] Enqueued Resource ID: 4c438243-c49b-43d6-9d7e-0b8febbcc956 with Priority: HIGHEST for action port [ 960.895328] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 960.895465] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 960.895602] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c438243-c49b-43d6-9d7e-0b8febbcc956 with Priority: HIGHEST for action port [ 960.895887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.896015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.896129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.896332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.896445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.897749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.897808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.898014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c438243-c49b-43d6-9d7e-0b8febbcc956 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.898170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.898170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.898396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.898510] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c438243-c49b-43d6-9d7e-0b8febbcc956',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.989891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.990062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.990176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.990347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.990503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.990712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.990841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.991050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.991148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.991245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.991408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.991513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.991576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.991814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.991901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.991996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.992071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.992632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.992632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.992632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.992632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.319177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.319490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.319490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.320702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.320953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.321117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 961.358623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.358776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.358850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.359099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.359250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.370547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 961.401614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.401890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.402205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c438243-c49b-43d6-9d7e-0b8febbcc956 with status ACTIVE [ 961.402409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.402572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.402751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.403049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.403164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.403358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.403495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.403580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.403765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.403844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.404053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.404166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.404259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.406676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.406758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.406878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c438243-c49b-43d6-9d7e-0b8febbcc956 is going to be updated. [ 961.431881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.432141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.432141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.432712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.432908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.433096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c438243-c49b-43d6-9d7e-0b8febbcc956" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.434766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 961.434950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.496529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a311da-9e77-416e-a7c5-dbd4a1708439: rpc.has_security_group_logging(os_id): False [ 961.518508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.518655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.518716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.518922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.519025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.519245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.519347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.519409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.519561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.519686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.519814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.519927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.519991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.520179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.520232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.520400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.520498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.520566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.520707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.520782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.520864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be created. [ 961.608592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.608850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.608850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.609037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.609305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.637451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 961.725053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 961.725270] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.728767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.728767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.728767] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.752299] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6e1f6174-3095-4f6c-980e-0c21599d086d None None] Enqueued Resource ID: cfe144b4-75bb-455b-9a6c-b791749241a2 with Priority: HIGHEST for action port [ 961.752299] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe144b4-75bb-455b-9a6c-b791749241a2 with Priority: HIGHEST for action port [ 961.752299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe144b4-75bb-455b-9a6c-b791749241a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.752299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe144b4-75bb-455b-9a6c-b791749241a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.752299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe144b4-75bb-455b-9a6c-b791749241a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.752299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe144b4-75bb-455b-9a6c-b791749241a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.752299] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe144b4-75bb-455b-9a6c-b791749241a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.229911] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.255294] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfe144b4-75bb-455b-9a6c-b791749241a2 [ 962.255563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.255718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.255799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.256079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.256164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.256277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfe144b4-75bb-455b-9a6c-b791749241a2 already deleted. [ 962.256405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe144b4-75bb-455b-9a6c-b791749241a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.732849] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.125015] env[65432]: INFO networking_nsxv3.common.synchronization [req-9a8e0a86-ad3f-4141-8c87-435304959f06 req-c93659cb-8c6c-437b-85f0-f3c575f6efd2 tempest-ServersV294TestFqdnHostnames-1288326389 tempest-ServersV294TestFqdnHostnames-1288326389-project-member] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_members [ 963.125327] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_members [ 963.125673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.125941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.125941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.126275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.126596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.126822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.126970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.127295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.127400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.127684] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.236232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.236232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.236232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.236410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.236504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.236671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 963.269811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.269994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.270277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.270336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.270439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.279526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 963.381935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 963.382056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.382267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.382483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.382738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.383139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.383139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.383286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.383342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.383457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.383605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.534254] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.534448] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-448" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.534566] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-448" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.535174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-448" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.535448] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.535617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.535733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.535976] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.536135] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.536342] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.536498] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.536555] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.536659] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.536767] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.536870] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.537000] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.557993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.558181] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.558331] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.558507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-448" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.558900] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.559125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.559277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.559677] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.559900] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d50c76-ccc8-44e3-aa92-30cba1f534bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.629695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.630079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.630158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.630466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.630616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.630921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.631081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.631196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.631491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.631491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.631601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 already deleted. [ 963.631715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.652738] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 963.652875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.887055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.887055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.887561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.887561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.887726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.887726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.887859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.887907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.888539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.888575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.888756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.889018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.889079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.889281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.889424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.889508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.889680] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.065483] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.066039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.066306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.066766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.067010] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.067251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port a9d50c76-ccc8-44e3-aa92-30cba1f534bf not found, creating... [ 964.068112] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.068358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.068537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.068890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.069503] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.069574] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069782] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.070276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.070474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.070682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: a9d50c76-ccc8-44e3-aa92-30cba1f534bf is going to be created. [ 964.095053] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.095476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.095718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.096757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.097020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.097289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.261192] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bec059c1-9306-40e5-858b-41ccab891bb0 None None] Enqueued Resource ID: e604086e-0193-4e76-bfa4-26e7b1a7153a with Priority: HIGHEST for action port [ 964.262183] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e604086e-0193-4e76-bfa4-26e7b1a7153a with Priority: HIGHEST for action port [ 964.262547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e604086e-0193-4e76-bfa4-26e7b1a7153a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.262701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e604086e-0193-4e76-bfa4-26e7b1a7153a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.262775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e604086e-0193-4e76-bfa4-26e7b1a7153a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.263127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e604086e-0193-4e76-bfa4-26e7b1a7153a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.263218] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e604086e-0193-4e76-bfa4-26e7b1a7153a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.393018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb: rpc.has_security_group_logging(os_id): False [ 964.411153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.411345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.411421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.411659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.411773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.412047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.412164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.412228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.412402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.412499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.412954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.412954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.412954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.413146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.413214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.413569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.413569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.413802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.413842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.414939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.414939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 964.479810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.479968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.480054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.480268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.480420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.494058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 964.767401] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e604086e-0193-4e76-bfa4-26e7b1a7153a [ 964.767401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.767401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.767401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.767401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.767401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.767401] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e604086e-0193-4e76-bfa4-26e7b1a7153a already deleted. [ 964.767401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e604086e-0193-4e76-bfa4-26e7b1a7153a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.819303] env[65432]: INFO networking_nsxv3.common.synchronization [req-9a8e0a86-ad3f-4141-8c87-435304959f06 req-1188ba2d-3209-4420-aa8c-f33d9daab36e service nova] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_rules [ 964.819303] env[65432]: INFO networking_nsxv3.common.synchronization [req-9a8e0a86-ad3f-4141-8c87-435304959f06 req-1188ba2d-3209-4420-aa8c-f33d9daab36e service nova] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_members [ 964.819303] env[65432]: INFO networking_nsxv3.common.synchronization [req-9a8e0a86-ad3f-4141-8c87-435304959f06 req-1188ba2d-3209-4420-aa8c-f33d9daab36e service nova] Enqueued Resource ID: a9d50c76-ccc8-44e3-aa92-30cba1f534bf with Priority: HIGHEST for action port [ 964.819303] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_rules [ 964.819303] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_members [ 964.819303] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d50c76-ccc8-44e3-aa92-30cba1f534bf with Priority: HIGHEST for action port [ 964.819303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.819303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.819303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.819303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.819303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.821823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.822241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.822403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.822763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.825967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.825967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.825967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.825967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.825967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.825967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.828422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.828422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.828422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.828422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.828422] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d50c76-ccc8-44e3-aa92-30cba1f534bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.081331] env[65432]: INFO networking_nsxv3.common.synchronization [req-bad9de7a-fa8a-437d-903b-f677bc4ffcd9 req-e495f1d9-4998-4671-a59f-8014e0211831 tempest-ServersNegativeTestJSON-812455243 tempest-ServersNegativeTestJSON-812455243-project-member] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 965.083642] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 965.083642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.083642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.083642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.083642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.083947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.083947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.083947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.084143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.084213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.084309] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.291930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 965.292202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.292497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.292748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.292973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.293470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.293470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.293470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.293470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.293676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.293676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.334008] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.334008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.334507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.337237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9d50c76-ccc8-44e3-aa92-30cba1f534bf with status ACTIVE [ 965.337493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.337644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.337729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.340131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.340131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.340131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.340131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9d50c76-ccc8-44e3-aa92-30cba1f534bf is going to be updated. [ 965.363029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.363029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.363029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.363029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.363029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.363029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d50c76-ccc8-44e3-aa92-30cba1f534bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.407610] env[65432]: INFO networking_nsxv3.common.synchronization [None req-41541d24-0681-4b20-a2c7-dcc215373d81 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 965.409100] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 965.409100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.409100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.409294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.409468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.409653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.409793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.409860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.410606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.410606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.410606] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.587751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.708856] env[65432]: INFO networking_nsxv3.common.synchronization [req-65819fa1-4b32-4fb2-a80c-8a75a1244862 req-35102420-6390-4921-a823-4a48aa46eaba tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 965.709382] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 965.709729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.709852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.710137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.710316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.710451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.710511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.710756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.710756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.710840] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.740573] env[65432]: INFO networking_nsxv3.common.synchronization [req-0cdaefe0-d28c-46c7-81e4-446a32172543 req-fe75900e-b181-4de6-b7c0-934d97ca0f6f tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_members [ 965.741793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGHEST for action security_group_members [ 965.742421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.742894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.743243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.743474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.743721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.744519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.744614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.744884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.744987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.745247] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.799325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.799535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.799720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.800111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.800297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.800466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.800547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.800807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.800921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.801068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.801279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.801401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.801457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.801654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.801805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.801917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.801977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.802384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.802473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.802573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.802735] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.841687] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.916404] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.091210] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.131132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.131132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.131132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.131570] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.131570] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.131687] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.131794] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.131907] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.132024] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.132366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.152557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.152808] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.153022] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.153218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.153534] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-3465efe1-2aba-4bbf-acf8-b7f17315f41d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.153779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.153970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.154428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.154652] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3465efe1-2aba-4bbf-acf8-b7f17315f41d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.214192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.214192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.214192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.214192] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 966.243410] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.243594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.243644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.244162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.244274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.246779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.246948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.247041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.247264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.247357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.247644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.247759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.247813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.247985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.248143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.248310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f is going to be updated. [ 966.259305] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 966.279732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.279913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.279963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.280349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.280416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.302478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f in Status: IN_PROGRESS for 2s [ 966.305971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c1567d5-026a-4333-82b7-5db166a6ccbb: rpc.has_security_group_logging(os_id): False [ 966.333124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.333309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.333365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.333587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.333699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.333942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.334059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.334126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.334283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.334356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.334539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.334632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.334696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.334893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.334893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.335087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.335181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.335270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.335435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.335514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.335602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 966.343526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.343843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.344089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.344262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.344379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.344505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 is going to be created. [ 966.375670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.375670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.375670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.375670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.375670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.390676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: UNINITIALIZED for 2s [ 966.418740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.419040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.419123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.419325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.419467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.420882] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.441905] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 966.508854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 966.509117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.598238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.598238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.598238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.599077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.599077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.599077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 966.633180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.633339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.633410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.633639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.633825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.646236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 966.657349] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.657606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.657746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.658045] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.658396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.658396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 3465efe1-2aba-4bbf-acf8-b7f17315f41d not found, creating... [ 966.658619] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.658862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.658918] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.659164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.659297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.659616] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.659814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.660532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.660532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.660532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.660532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 3465efe1-2aba-4bbf-acf8-b7f17315f41d is going to be created. [ 966.685289] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.685573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.685733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.686042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.686342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.897554] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb939b9b-422d-434d-9c60-c66dc7646340 req-69467980-6bea-429f-b004-33a065b172b2 tempest-ImagesOneServerNegativeTestJSON-2035928043 tempest-ImagesOneServerNegativeTestJSON-2035928043-project-member] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 966.898336] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGHEST for action security_group_members [ 966.898658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.898781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.899405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.899405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.899405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.899584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.899584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.899675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.899754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.899924] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.923680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.923680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.923680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.924037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.924374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.924374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 966.965829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.965829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.965829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.965829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.966130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.977213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 967.403253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.403562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.403779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.403983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.404102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.404302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.404402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.404458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.404648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.404708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.404791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be updated. [ 967.437744] env[65432]: INFO networking_nsxv3.common.synchronization [req-65819fa1-4b32-4fb2-a80c-8a75a1244862 req-504bf115-9a7c-4ba1-818b-1285bac867af service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 967.438073] env[65432]: INFO networking_nsxv3.common.synchronization [req-65819fa1-4b32-4fb2-a80c-8a75a1244862 req-504bf115-9a7c-4ba1-818b-1285bac867af service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 967.438754] env[65432]: INFO networking_nsxv3.common.synchronization [req-65819fa1-4b32-4fb2-a80c-8a75a1244862 req-504bf115-9a7c-4ba1-818b-1285bac867af service nova] Enqueued Resource ID: 3465efe1-2aba-4bbf-acf8-b7f17315f41d with Priority: HIGHEST for action port [ 967.439553] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 967.440044] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 967.440180] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3465efe1-2aba-4bbf-acf8-b7f17315f41d with Priority: HIGHEST for action port [ 967.440535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.440648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.440713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.440975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.441069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.442060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.442254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.442387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3465efe1-2aba-4bbf-acf8-b7f17315f41d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.442504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.442545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.442769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.442851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3465efe1-2aba-4bbf-acf8-b7f17315f41d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.450440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.450661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.450661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.450862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.451015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.461740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: IN_PROGRESS for 2s [ 967.944914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.945179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.945490] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3465efe1-2aba-4bbf-acf8-b7f17315f41d with status ACTIVE [ 967.945674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.945873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.945939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.946195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.946291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.946508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.946646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.946741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.946948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.947076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.947295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.947408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.947480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.947631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.947712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.947811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3465efe1-2aba-4bbf-acf8-b7f17315f41d is going to be updated. [ 967.974053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.974053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.974053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.974053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.974053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.974053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3465efe1-2aba-4bbf-acf8-b7f17315f41d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.254168] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.254571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.254876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.255208] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.255414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.255577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.255844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.256062] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.256325] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.256477] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.256668] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.256762] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.256944] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.257142] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.257285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.269351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 968.269351] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.269351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.269351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.269351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.279715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.280093] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.280310] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.280603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.281893] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-80c900e3-671c-429d-8e7c-68c85a551786 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.281893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.281893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.282117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.282275] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c900e3-671c-429d-8e7c-68c85a551786',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.312564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f in Status: SUCCESS [ 968.312686] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f deletion is rescheduled due to dependency. [ 968.312826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.402425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: SUCCESS [ 968.402425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.402793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.403102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.403102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.403235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.403293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.403469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.403519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.403732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.403732] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.459325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 968.459421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.656491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 968.656491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.770904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.785331] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.785555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.785694] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.785972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.786143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.786376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 80c900e3-671c-429d-8e7c-68c85a551786 not found, creating... [ 968.786666] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.786817] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.786935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.787167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.787302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787580] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.787736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.787878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.788102] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.788233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.788370] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 80c900e3-671c-429d-8e7c-68c85a551786 is going to be created. [ 968.814410] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.814652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.814788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.906779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.991368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 968.991368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.275223] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.410813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c711e30-9f44-4658-916f-fdecb68f1688: rpc.has_security_group_logging(os_id): False [ 969.441588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.441666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.441733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.441949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.442049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.442301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.442717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.442974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.443205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.443297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.443394] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 is going to be created. [ 969.470613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 in Status: SUCCESS [ 969.470810] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 deletion is rescheduled due to dependency. [ 969.470972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.516839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.516996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.517068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.517266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.517678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.533858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: IN_PROGRESS for 2s [ 969.615219] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb66b3c7-cd4c-48ec-afb9-915b1199d1ff req-39e2f30d-689d-4f38-b1ac-1d5a27e07450 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 969.615219] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb66b3c7-cd4c-48ec-afb9-915b1199d1ff req-39e2f30d-689d-4f38-b1ac-1d5a27e07450 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 969.615219] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb66b3c7-cd4c-48ec-afb9-915b1199d1ff req-39e2f30d-689d-4f38-b1ac-1d5a27e07450 service nova] Enqueued Resource ID: 80c900e3-671c-429d-8e7c-68c85a551786 with Priority: HIGHEST for action port [ 969.615378] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 969.615481] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 969.615517] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c900e3-671c-429d-8e7c-68c85a551786 with Priority: HIGHEST for action port [ 969.615954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.615954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.615954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.616562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.616655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.618098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.618098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.618098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.618247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.618276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.618367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.618428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.618566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.618648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.618742] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.620312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-80c900e3-671c-429d-8e7c-68c85a551786 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.620671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.620775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.620943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.621197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c900e3-671c-429d-8e7c-68c85a551786',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.777329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.777887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.777887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.777887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.778055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.778181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 969.810517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.810818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.810818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.810975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.811380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.819910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 970.122966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.123118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.124119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.124423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80c900e3-671c-429d-8e7c-68c85a551786 with status ACTIVE [ 970.124835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.124996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.125071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.125521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.125521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.125656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.125756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.125959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.126053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.126098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.126446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.126446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.126446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.126646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.126646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.126720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80c900e3-671c-429d-8e7c-68c85a551786 is going to be updated. [ 970.150196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.150354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.150354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.151025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.151025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.151025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80c900e3-671c-429d-8e7c-68c85a551786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.629216] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.132080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.132080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.132080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.132295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.132295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.132295] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 971.168471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.168471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.168471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.168951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.168951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.180901] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 971.550996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: SUCCESS [ 971.551643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.830538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 971.830849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.831021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.831853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.831961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.832095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.832163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.832338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.832415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.832503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.832597] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.335686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.335812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.335812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.336053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.338641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.338641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.338641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.338641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.339083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.339083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.339083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.339083] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.841344] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4735d5cd-9094-4268-a23e-8e5555e20067: rpc.has_security_group_logging(os_id): False [ 972.861807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.863537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.863680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.863979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.864117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.864438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.864874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.864874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.864987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.865131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.865474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.866466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.866783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.867273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.867873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.868306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.868306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.868411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.868566] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 972.937021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.937243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.937416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.937456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.937606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.953784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 973.191076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 973.191868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.192160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.192419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.192616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.192785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.192984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.193070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.193157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.193288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.193384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.696393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.696611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.696748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.697021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.697223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.697365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.697444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.697658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.697754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.697879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.698087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.698214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.698273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.698468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.698623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.698747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.698814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.698957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.699102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.699202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.699333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.202303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb: rpc.has_security_group_logging(os_id): False [ 974.226613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.226810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.226875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.227177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.227306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.227641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.227759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.227810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.228012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.228124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.228360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.228466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.228529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.228699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.228782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.229016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.229146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.229211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.229375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.229454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.229540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 974.308616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.308758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.308803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.309093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.310046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.323702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 974.616571] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.616571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 974.971864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 974.972169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.341227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 976.341608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.509367] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_members [ 978.509640] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.510185] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_members [ 978.510331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.510666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.510787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.510866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.511204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.511377] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.511503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.511566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.511810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.511849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.511927] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.513518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.513518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.513518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.513646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.513722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.513819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.513872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.514025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.514983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.515105] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.560354] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_rules [ 978.561009] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_members [ 978.561172] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_rules [ 978.561306] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.561434] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba91325a-78e5-43d1-9685-cbeb26373392 req-0816e8b0-a7ee-435c-8db0-8a054c502d6d tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with Priority: HIGHEST for action port [ 978.561925] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_rules [ 978.562175] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_rules [ 978.562374] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with Priority: HIGHEST for action port [ 978.562518] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_members [ 978.562652] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.563056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-029f0dd3-4698-4fdd-86d1-e8b7520c4c64 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.563552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.563552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.563748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.563895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.564898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.564898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.565014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.565262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.565355] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.566306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.566467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.566572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.566767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.566914] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.567853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.568018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.568320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.568458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.893301] env[65432]: INFO networking_nsxv3.common.synchronization [req-8757d1d7-64ec-4ca5-a1c2-d4e58e5e7b61 req-da6694fc-24b8-4171-b1bb-25f2cf2258d7 tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_members [ 978.893462] env[65432]: INFO networking_nsxv3.common.synchronization [req-8757d1d7-64ec-4ca5-a1c2-d4e58e5e7b61 req-da6694fc-24b8-4171-b1bb-25f2cf2258d7 tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.894045] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 with Priority: HIGHEST for action security_group_members [ 978.894533] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.894533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.894718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.894774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.894820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.937545] env[65432]: INFO networking_nsxv3.common.synchronization [req-8757d1d7-64ec-4ca5-a1c2-d4e58e5e7b61 req-da6694fc-24b8-4171-b1bb-25f2cf2258d7 tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_rules [ 978.937731] env[65432]: INFO networking_nsxv3.common.synchronization [req-8757d1d7-64ec-4ca5-a1c2-d4e58e5e7b61 req-da6694fc-24b8-4171-b1bb-25f2cf2258d7 tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.937868] env[65432]: INFO networking_nsxv3.common.synchronization [req-8757d1d7-64ec-4ca5-a1c2-d4e58e5e7b61 req-da6694fc-24b8-4171-b1bb-25f2cf2258d7 tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with Priority: HIGHEST for action port [ 978.938869] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_rules [ 978.939021] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 978.939125] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with Priority: HIGHEST for action port [ 978.939602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.939778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.939960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.940106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.940238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.940321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.020084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.020084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.070161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.070408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.070483] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with status ACTIVE [ 979.070988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.070988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.070988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.071230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.071230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.071430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.071559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.071636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.072092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.072092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.072092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.072092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.072478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.072478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.072478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.072670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd is going to be updated. [ 979.073881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.074036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.097784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.097908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.097908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.098179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.098341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.098591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.099146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.099334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.099424] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.520481] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.521839] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.602574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd with status ACTIVE [ 979.602938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.603099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.603172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.603382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.603473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.603647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.603861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.603861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.603965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.604055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.604235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.604330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.604391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.604527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.604611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.604742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd is going to be updated. [ 979.627259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.627544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.627674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.627835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.628021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.628146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ea5b6a-9a8a-473d-9cc3-4d5e9d57cabd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.024247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.024449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.024495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.024676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.024762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.024887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 is going to be created. [ 980.026081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.026195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.026269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.026511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.026605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.026709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be updated. [ 980.054738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.054934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.055022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.055289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.055498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.061216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.061383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.061428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.061613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.061759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.067911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 in Status: UNINITIALIZED for 2s [ 980.069228] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 980.667315] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3a9df29-0654-429d-809a-62cc008f30e2 req-4cc9a150-7eb4-4f86-a6d9-5dd4d7dfb5fd tempest-InstanceActionsV221TestJSON-632917831 tempest-InstanceActionsV221TestJSON-632917831-project-member] Enqueued Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_members [ 980.667682] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_members [ 980.668731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.669685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.669758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.669976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.670170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.670320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.670745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.670878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.670964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.671075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.015195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.015525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-877" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.015695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-877" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.016089] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-877" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.016430] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.016656] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.016829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.017104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.017355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.017613] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.017766] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.017913] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.018064] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.018213] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.018357] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.018520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.037097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.037287] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.037427] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.037600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-877" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.038088] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-12d44ab9-ed0f-49a0-8b39-410d5078949a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.038088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.038257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.038573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.038713] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d44ab9-ed0f-49a0-8b39-410d5078949a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.173534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.173698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.173756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.174130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.174477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.174687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.174775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.175074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.175168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 already deleted. [ 981.175253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.545324] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.545324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 12d44ab9-ed0f-49a0-8b39-410d5078949a not found, creating... [ 981.545324] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.545324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.546106] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.546106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.546106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.546106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.546106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.546106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 12d44ab9-ed0f-49a0-8b39-410d5078949a is going to be created. [ 981.571297] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.574780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.575243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.579438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.579438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.579438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.086888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 982.087310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.087443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.087677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.087878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.087998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.088078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.088235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.088319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.088418] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.089967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 in Status: SUCCESS [ 982.090171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.090319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.090486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.090657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.090854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.090931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.091091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.091167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.091259] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.321706] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3a9df29-0654-429d-809a-62cc008f30e2 req-ea794406-e7c0-4afc-a89d-39fceeb4d621 service nova] Enqueued Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_rules [ 982.321886] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3a9df29-0654-429d-809a-62cc008f30e2 req-ea794406-e7c0-4afc-a89d-39fceeb4d621 service nova] Enqueued Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_members [ 982.322033] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3a9df29-0654-429d-809a-62cc008f30e2 req-ea794406-e7c0-4afc-a89d-39fceeb4d621 service nova] Enqueued Resource ID: 12d44ab9-ed0f-49a0-8b39-410d5078949a with Priority: HIGHEST for action port [ 982.322567] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_rules [ 982.322741] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_members [ 982.323011] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d44ab9-ed0f-49a0-8b39-410d5078949a with Priority: HIGHEST for action port [ 982.324624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.324805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.324805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.325016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.325127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.326050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.326177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.326397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.326541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.326624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.328908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.328908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.328908] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.328908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d44ab9-ed0f-49a0-8b39-410d5078949a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.328908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.328908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.328908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.328908] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d44ab9-ed0f-49a0-8b39-410d5078949a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.593230] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.594631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.594840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.594956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.595261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.595391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.595649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.595800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.595897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.597219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.597434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.597846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 is going to be deleted. [ 982.638673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.638673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.638673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.639240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.639317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.639534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.640149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.640370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.640573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.640719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.641139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.641139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.641139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.641139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.830871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.830871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.830871] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.831475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d44ab9-ed0f-49a0-8b39-410d5078949a with status ACTIVE [ 982.831750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.831750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.831971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.831971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.832108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.832250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.832350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.832408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.832541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.832606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.832801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.832890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.832953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.833265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.833387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.833501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d44ab9-ed0f-49a0-8b39-410d5078949a is going to be updated. [ 982.857807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.857967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.858061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.858265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.858458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.858650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d44ab9-ed0f-49a0-8b39-410d5078949a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.045379] env[65432]: INFO networking_nsxv3.common.synchronization [req-d200ba39-0e2e-4a26-a16f-a06d30c5f2f2 req-def00522-a0ce-4fd1-9108-ef690d2fb2fb tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 983.048011] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 983.048255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.048371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.048434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.048625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.048773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.048878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.048950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.049111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.049190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.049281] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.107300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.144035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.144468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.144468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.144606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.144606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.144782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.144876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.144941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.145540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.145540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.145540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 already deleted. [ 983.145540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.145540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.146067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.146067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.146067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.146067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.146254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.146254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.146254] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.337393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.554106] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.611089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.611089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.611089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.611089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.611089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.611089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be updated. [ 983.643273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.643273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.643273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.643273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.643273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.650926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.650926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.650926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 already deleted. [ 983.650926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.650926] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.653176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 983.839489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.839626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.839705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.840012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.840129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.840276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 is going to be created. [ 983.867095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.867298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.867394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.867567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.867706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.880627] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 in Status: UNINITIALIZED for 2s [ 984.056719] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.152629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('029f0dd3-4698-4fdd-86d1-e8b7520c4c64',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.285787] env[65432]: INFO networking_nsxv3.common.synchronization [None req-60da36eb-353c-4efd-a3c4-08f88d90a423 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 984.288840] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 984.289511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.289714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.560334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.560558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.560558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.560838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.560956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.561622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 984.593925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.594118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.594215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.594450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.594606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 984.655647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 029f0dd3-4698-4fdd-86d1-e8b7520c4c64: rpc.has_security_group_logging(os_id): False [ 984.677151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.677317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.677382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.677603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.678829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.678829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.678829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.678829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.678829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.678829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.678829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 is going to be created. [ 984.711532] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/029f0dd3-4698-4fdd-86d1-e8b7520c4c64], does not exist path=[/infra/domains/default/groups/029f0dd3-4698-4fdd-86d1-e8b7520c4c64]."\n}' [ 984.711748] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/029f0dd3-4698-4fdd-86d1-e8b7520c4c64 [ 984.711838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 984.782569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.782857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.785196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.785196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.785935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.786521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.786779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.786942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.787902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.788087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.788373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.788547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.788644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.788855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.788997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.789145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 029f0dd3-4698-4fdd-86d1-e8b7520c4c64 is going to be created. [ 984.811814] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/029f0dd3-4698-4fdd-86d1-e8b7520c4c64], does not exist path=[/infra/domains/default/groups/029f0dd3-4698-4fdd-86d1-e8b7520c4c64]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/029f0dd3-4698-4fdd-86d1-e8b7520c4c64 [ 984.812014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-029f0dd3-4698-4fdd-86d1-e8b7520c4c64" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.812238] env[65432]: Traceback (most recent call last): [ 984.812302] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 984.812302] env[65432]: return func(*args, **kwargs) [ 984.812302] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 984.812302] env[65432]: res.raise_for_status() [ 984.812302] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 984.812302] env[65432]: raise HTTPError(http_error_msg, response=self) [ 984.812302] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/029f0dd3-4698-4fdd-86d1-e8b7520c4c64 [ 984.812302] env[65432]: During handling of the above exception, another exception occurred: [ 984.812302] env[65432]: Traceback (most recent call last): [ 984.812302] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 984.812302] env[65432]: listener.cb(fileno) [ 984.812302] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 984.812302] env[65432]: result = function(*args, **kwargs) [ 984.812302] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 984.812302] env[65432]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 984.812302] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 984.812302] env[65432]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 984.812302] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 984.812302] env[65432]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 984.812302] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 984.812302] env[65432]: res.raise_for_status() [ 984.812302] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 984.812302] env[65432]: raise HTTPError(http_error_msg, response=self) [ 984.812302] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/029f0dd3-4698-4fdd-86d1-e8b7520c4c64 [ 984.812302] env[65432]: Removing descriptor: 19 [ 985.621244] env[65432]: INFO networking_nsxv3.common.synchronization [req-0732b87f-7cd6-4a6b-a1f4-d455a0a0ed34 req-5526a87a-0c3a-48cb-9058-d7af15743298 tempest-ServersWithSpecificFlavorTestJSON-777249878 tempest-ServersWithSpecificFlavorTestJSON-777249878-project-member] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 985.622159] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGHEST for action security_group_members [ 985.622159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.622331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.622331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.622548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.622788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.622886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.622951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.628552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.628669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.628781] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.664330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 985.664571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.665135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.665397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.666820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.666997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.667103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.667284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.667370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.667469] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.895987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 in Status: SUCCESS [ 985.896738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.897679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.897905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.898143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.898946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.898946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.898946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.898946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.898946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.898946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.136072] env[65432]: INFO networking_nsxv3.common.synchronization [req-67c1445f-3622-4cdf-a1e3-e6bf19651cf9 req-6c3e4d38-e2f7-4a0e-97ba-faebd42c358e tempest-ServerRescueTestJSONUnderV235-598311824 tempest-ServerRescueTestJSONUnderV235-598311824-project-member] Enqueued Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 986.136072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.136072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.136072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.137833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.141045] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 with Priority: HIGHEST for action security_group_members [ 986.141045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.141045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.166413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.166907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.166907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.166907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.167172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.167172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.167259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be updated. [ 986.169503] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.201922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.201922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.201922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.202288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.202626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.217084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: IN_PROGRESS for 2s [ 986.401505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.402059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.402154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.402368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.402552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.402652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.402711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.402882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.402972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.403069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.403213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.403302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.403358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.403489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.403624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.403729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.403817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.403926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.404021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.404137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.404232] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.618587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 986.618854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.619052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.620932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.620932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.620932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.620932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.620932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.620932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.620932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.671977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.906175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c239f6-2e5e-4909-8f69-f914175f05d4: rpc.has_security_group_logging(os_id): False [ 986.925192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.925362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.925428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.925634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.925799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.925967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.926084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.926148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.926302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.926395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.926562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.927612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.927612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.927612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 is going to be created. [ 986.993414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.993631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.993631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.993723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.993999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.006690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 in Status: IN_PROGRESS for 2s [ 987.122885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.122885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.123021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.124323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.155024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.155351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.155514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.155636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.155853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.156023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.156402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 987.178786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.180014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.180014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.180014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.180014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.180014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be updated. [ 987.213246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.213478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.213796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.213796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.213935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.216097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.217242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.217242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.217242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.217242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.227685] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 987.228550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 987.966434] env[65432]: INFO networking_nsxv3.common.synchronization [req-05b70341-a1e9-47a8-9ee5-c0b02c82f2e6 req-4dc051ec-eb29-49ec-83c9-1f69d05a9b01 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_members [ 987.966958] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGHEST for action security_group_members [ 987.967253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.967384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.967470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.967628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.968149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.970461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.970529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.970736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.970830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.970928] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.231874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 in Status: SUCCESS [ 988.232120] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 deletion is rescheduled due to dependency. [ 988.232234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.475616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.475616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.475616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.475616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.503078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.505635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.505825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.505884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.508326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.508396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.508485] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 is going to be updated. [ 988.543956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.544144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.544144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.544277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.544417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.555914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76efac2d-3022-4f49-afad-0c91883f6924 in Status: IN_PROGRESS for 2s [ 988.791046] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e8340300-8032-4344-ace3-5e5176657d08 None None] Enqueued Resource ID: b285edac-1da4-426b-bf27-b4cbc10356e2 with Priority: HIGHEST for action port [ 988.791763] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b285edac-1da4-426b-bf27-b4cbc10356e2 with Priority: HIGHEST for action port [ 988.792452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b285edac-1da4-426b-bf27-b4cbc10356e2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.792588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b285edac-1da4-426b-bf27-b4cbc10356e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.792657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b285edac-1da4-426b-bf27-b4cbc10356e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.793031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b285edac-1da4-426b-bf27-b4cbc10356e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.793157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b285edac-1da4-426b-bf27-b4cbc10356e2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.019862] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 in Status: SUCCESS [ 989.020204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.241566] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 4s [ 989.242475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 989.242683] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb deletion is rescheduled due to dependency. [ 989.242861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.297624] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b285edac-1da4-426b-bf27-b4cbc10356e2 [ 989.297932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.298029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.298177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.298311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.298407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.298503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b285edac-1da4-426b-bf27-b4cbc10356e2 already deleted. [ 989.298594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b285edac-1da4-426b-bf27-b4cbc10356e2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.591777] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b72726ff-ff18-4a76-b1c1-74a56971311c tempest-ServersTestBootFromVolume-1304772882 tempest-ServersTestBootFromVolume-1304772882-project-member] Enqueued Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_rules [ 989.594178] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_rules [ 989.594178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.594178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.594178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.594178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.594178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.719294] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c6429ec4-fb9b-477a-957e-58605d113a18 tempest-ServersTestBootFromVolume-1304772882 tempest-ServersTestBootFromVolume-1304772882-project-member] Enqueued Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_rules [ 989.719294] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_rules [ 989.719294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.719294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.114323] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.114323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.114636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.115289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.115289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.115289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad already deleted. [ 990.115289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.115289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.115289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.115967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.568566] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76efac2d-3022-4f49-afad-0c91883f6924 in Status: SUCCESS [ 990.568743] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 deletion is rescheduled due to dependency. [ 990.568856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.643930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.644185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.644295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.644525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.644613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.644746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad already deleted. [ 990.644880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.265732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 991.266135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.266233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.266450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.266641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.266758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.267057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.267057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.267438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.267438] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.576938] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d93ae82c-2e9e-450f-96ab-cb9c13bbf4dd None None] Enqueued Resource ID: 3e278087-3c90-450f-b054-b06c5464c476 with Priority: HIGHEST for action port [ 991.577573] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e278087-3c90-450f-b054-b06c5464c476 with Priority: HIGHEST for action port [ 991.577898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e278087-3c90-450f-b054-b06c5464c476 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.578055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e278087-3c90-450f-b054-b06c5464c476" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.578131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e278087-3c90-450f-b054-b06c5464c476" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.578472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e278087-3c90-450f-b054-b06c5464c476" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.578577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e278087-3c90-450f-b054-b06c5464c476',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.771343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.771671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.774837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.774837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.796404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.796404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.796404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.796404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.796404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.796404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.796404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be updated. [ 991.845118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.845280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.845356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.845568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.845711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.858512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 992.081682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e278087-3c90-450f-b054-b06c5464c476 [ 992.081808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.081976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.082043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.082352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.082429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.082544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e278087-3c90-450f-b054-b06c5464c476 already deleted. [ 992.082631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e278087-3c90-450f-b054-b06c5464c476" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.794116] env[65432]: INFO networking_nsxv3.common.synchronization [req-74cff148-c124-436a-a7b3-6e92b88289df req-44aaffc5-98d2-49b7-b616-30f9d312f1cc tempest-InstanceActionsV221TestJSON-632917831 tempest-InstanceActionsV221TestJSON-632917831-project-member] Enqueued Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_members [ 992.795088] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGHEST for action security_group_members [ 992.795088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.795274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.795274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.795432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.796745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.796745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.796745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.796745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.796745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.796745] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.300926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.300926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.300926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.300926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 is going to be updated. [ 993.340214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.340545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.340708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.341069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.341276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.352581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 in Status: IN_PROGRESS for 2s [ 993.872069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 993.872337] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 deletion is rescheduled due to dependency. [ 993.872744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.872744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.872960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.873197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.873339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.873406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.873589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.873676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.873762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.873937] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.875471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.875736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.876130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.876304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.876397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.876613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.876724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.876845] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.385257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.385257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.385257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.385257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.385257] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be updated. [ 994.416172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.416473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.416473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.416756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.417079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.433555] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 995.366054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 in Status: SUCCESS [ 995.366054] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 deletion is rescheduled due to dependency. [ 995.366391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.312561] env[65432]: INFO networking_nsxv3.common.synchronization [req-28701157-5190-41c3-889c-a4b4698640d4 req-f4088823-1cb1-4b1a-9d87-8f2678341dcd tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 996.315027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGHEST for action security_group_members [ 996.316504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.316918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.317025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.317254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.317408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.317584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.317656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.317825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.318753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.318931] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.446327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 996.446834] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 deletion is rescheduled due to dependency. [ 996.446834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.447315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.447564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.447788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.447929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.447999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.448169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.448248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.448336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.448495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a311da-9e77-416e-a7c5-dbd4a1708439 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.448581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.448633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.448773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.448913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.450459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.450459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.450459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.450459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.450762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.450762] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.824376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.824376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.824376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.824376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.849067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.849067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.849067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.849067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.849067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.849067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.849067] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 is going to be updated. [ 996.885562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.885562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.885748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.885830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.888545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.898774] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: IN_PROGRESS for 2s [ 996.953546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a311da-9e77-416e-a7c5-dbd4a1708439: rpc.has_security_group_logging(os_id): False [ 996.972871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.973041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.973131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.973354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.973450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.973886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.973886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.973886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.974074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.974074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.974278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.974381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.974458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.974642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.974740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.974934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.975753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.977280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.977280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.977280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.977280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be updated. [ 997.053072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.053255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.053800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.053800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.053800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.071384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: IN_PROGRESS for 2s [ 997.916028] env[65432]: INFO networking_nsxv3.common.synchronization [None req-88e7cd48-e54b-4f72-a42d-ed968e6d4424 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 997.916028] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 997.916028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.916438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.916438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.916631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.916631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.094562] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bcfa9460-e4b7-413c-bc8a-da2d9cbe211b tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 998.095786] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 998.096110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.096278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.437676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.437676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.437676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.437676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.437676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.437676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 already deleted. [ 998.437676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.437676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.438114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.438114] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.910506] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 in Status: SUCCESS [ 998.910669] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 deletion is rescheduled due to dependency. [ 998.910860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.959243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.960547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.960547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.960547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.960547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.960547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 already deleted. [ 998.960547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.086204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 in Status: SUCCESS [ 999.086535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.086602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.086816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.086969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a311da-9e77-416e-a7c5-dbd4a1708439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.613725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.613947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.613995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.614229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.614320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.614416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a311da-9e77-416e-a7c5-dbd4a1708439 is going to be deleted. [ 999.670708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.670906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.670984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.671206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.671298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.671417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a311da-9e77-416e-a7c5-dbd4a1708439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.712094] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f266df20-995e-4373-ae88-a854f8da640f None None] Enqueued Resource ID: b2fd0919-8094-4546-a696-2ccd11451a0d with Priority: HIGHEST for action port [ 999.712642] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fd0919-8094-4546-a696-2ccd11451a0d with Priority: HIGHEST for action port [ 999.712972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2fd0919-8094-4546-a696-2ccd11451a0d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.713108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2fd0919-8094-4546-a696-2ccd11451a0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.713175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2fd0919-8094-4546-a696-2ccd11451a0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.713431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2fd0919-8094-4546-a696-2ccd11451a0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.713517] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2fd0919-8094-4546-a696-2ccd11451a0d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.219518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2fd0919-8094-4546-a696-2ccd11451a0d [ 1000.219518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.219518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.219518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.219861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.219861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.219861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2fd0919-8094-4546-a696-2ccd11451a0d already deleted. [ 1000.219947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2fd0919-8094-4546-a696-2ccd11451a0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.207038] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8332fa7e-6502-49a8-8cb8-ee9d78dd1a99 tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1002.207604] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1002.207918] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.208056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.208145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.208408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.208511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.350595] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2832b5a2-4d5f-4eb1-9238-87dde6c4d718 tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1002.351802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1002.351802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.351802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.737029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.737272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.737328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.737554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.737664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.737786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 already deleted. [ 1002.737882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.738055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.738225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.738311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.837026] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ba27184a-795c-4c48-a136-7227e4c452e0 None None] Enqueued Resource ID: bab34ebc-1ac3-49e5-a61c-feaa6e8441bf with Priority: HIGHEST for action port [ 1002.837540] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab34ebc-1ac3-49e5-a61c-feaa6e8441bf with Priority: HIGHEST for action port [ 1002.837865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab34ebc-1ac3-49e5-a61c-feaa6e8441bf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.837967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab34ebc-1ac3-49e5-a61c-feaa6e8441bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.838042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab34ebc-1ac3-49e5-a61c-feaa6e8441bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.839514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab34ebc-1ac3-49e5-a61c-feaa6e8441bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.839645] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab34ebc-1ac3-49e5-a61c-feaa6e8441bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.261934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.264823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.265035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.265695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 already deleted. [ 1003.265695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.346030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bab34ebc-1ac3-49e5-a61c-feaa6e8441bf [ 1003.346030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.346030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.346030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.346030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.346030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.346030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bab34ebc-1ac3-49e5-a61c-feaa6e8441bf already deleted. [ 1003.346030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab34ebc-1ac3-49e5-a61c-feaa6e8441bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.734300] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6d95e486-2378-4a1f-a993-bcea2215626a None None] Enqueued Resource ID: de359e69-ffdd-491d-8cc2-cfcf27fb3ab3 with Priority: HIGHEST for action port [ 1004.734957] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de359e69-ffdd-491d-8cc2-cfcf27fb3ab3 with Priority: HIGHEST for action port [ 1004.735716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-de359e69-ffdd-491d-8cc2-cfcf27fb3ab3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.736179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de359e69-ffdd-491d-8cc2-cfcf27fb3ab3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.736297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de359e69-ffdd-491d-8cc2-cfcf27fb3ab3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.736572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de359e69-ffdd-491d-8cc2-cfcf27fb3ab3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.736688] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de359e69-ffdd-491d-8cc2-cfcf27fb3ab3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.239407] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de359e69-ffdd-491d-8cc2-cfcf27fb3ab3 [ 1005.240366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.240531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.240604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.240815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.240904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.241012] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de359e69-ffdd-491d-8cc2-cfcf27fb3ab3 already deleted. [ 1005.241104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de359e69-ffdd-491d-8cc2-cfcf27fb3ab3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.626748] env[65432]: INFO networking_nsxv3.common.synchronization [req-e92cd9ee-5e57-489f-9d1e-87b833f1842e req-3dea350b-58ed-44c4-8c33-6dbfedcc97a7 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1005.627622] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1005.628056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.628186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.628265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.628902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.628902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.628902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.628902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.629176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.629219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.629341] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.735598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.735598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.735598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.736054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.736054] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.798896] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1005.798896] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1005.997122] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.997355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.997486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.997748] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.999494] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.999494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.999494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.999494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.999762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.999937] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.999937] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.000265] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.000407] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.000855] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.000929] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.001072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.021508] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.021508] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.021733] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.021733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.022137] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-c7bb3091-86ff-41df-ac7a-660738d8a5f4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.022336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.022457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.022790] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.023008] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7bb3091-86ff-41df-ac7a-660738d8a5f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.133328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.133497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.133497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.133649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.133741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.133933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.134049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.134106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.134252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.134327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.134409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 already deleted. [ 1006.134488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.242562] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.372541] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e94c5d7a-c831-4021-8889-30ff832503c6 None None] Enqueued Resource ID: f1ae6683-abe6-4044-ab6e-56c3cc69de62 with Priority: HIGHEST for action port [ 1006.372941] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ae6683-abe6-4044-ab6e-56c3cc69de62 with Priority: HIGHEST for action port [ 1006.373155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ae6683-abe6-4044-ab6e-56c3cc69de62 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.374161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ae6683-abe6-4044-ab6e-56c3cc69de62" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.374161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ae6683-abe6-4044-ab6e-56c3cc69de62" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.374161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ae6683-abe6-4044-ab6e-56c3cc69de62" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.374161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ae6683-abe6-4044-ab6e-56c3cc69de62',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.528567] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.528567] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port c7bb3091-86ff-41df-ac7a-660738d8a5f4 not found, creating... [ 1006.528567] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.528567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.529062] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.529555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.529896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.531721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.533770] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.533770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: c7bb3091-86ff-41df-ac7a-660738d8a5f4 is going to be created. [ 1006.554647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.554647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.554647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.554647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.554647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.554647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.744827] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.878139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1ae6683-abe6-4044-ab6e-56c3cc69de62 [ 1006.878139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.878139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.878314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.878407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.878504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1ae6683-abe6-4044-ab6e-56c3cc69de62 already deleted. [ 1006.878588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ae6683-abe6-4044-ab6e-56c3cc69de62" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.194064] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b3154c0c-b19b-4e84-bc05-9a9b03099133 None None] Enqueued Resource ID: ac5783e6-b174-49e6-891d-be66bf583b88 with Priority: HIGHEST for action port [ 1007.194736] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5783e6-b174-49e6-891d-be66bf583b88 with Priority: HIGHEST for action port [ 1007.196511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac5783e6-b174-49e6-891d-be66bf583b88 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.196629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac5783e6-b174-49e6-891d-be66bf583b88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.196671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac5783e6-b174-49e6-891d-be66bf583b88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.197259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac5783e6-b174-49e6-891d-be66bf583b88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.198424] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5783e6-b174-49e6-891d-be66bf583b88',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.250124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1007.250330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1007.507895] env[65432]: INFO networking_nsxv3.common.synchronization [req-e92cd9ee-5e57-489f-9d1e-87b833f1842e req-d22ad314-1f8b-4179-ba78-29352e716d47 service nova] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 1007.509050] env[65432]: INFO networking_nsxv3.common.synchronization [req-e92cd9ee-5e57-489f-9d1e-87b833f1842e req-d22ad314-1f8b-4179-ba78-29352e716d47 service nova] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1007.509277] env[65432]: INFO networking_nsxv3.common.synchronization [req-e92cd9ee-5e57-489f-9d1e-87b833f1842e req-d22ad314-1f8b-4179-ba78-29352e716d47 service nova] Enqueued Resource ID: c7bb3091-86ff-41df-ac7a-660738d8a5f4 with Priority: HIGHEST for action port [ 1007.509870] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 1007.510017] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1007.510288] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bb3091-86ff-41df-ac7a-660738d8a5f4 with Priority: HIGHEST for action port [ 1007.510578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.510694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.510758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.514516] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.514516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.514516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.514516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.514516] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.518036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7bb3091-86ff-41df-ac7a-660738d8a5f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.518036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.518036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.518036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.518580] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7bb3091-86ff-41df-ac7a-660738d8a5f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.703375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac5783e6-b174-49e6-891d-be66bf583b88 [ 1007.703608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.704013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.704013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.704116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.704268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.705028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac5783e6-b174-49e6-891d-be66bf583b88 already deleted. [ 1007.705028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac5783e6-b174-49e6-891d-be66bf583b88" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.023363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.024713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.024713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.024839] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7bb3091-86ff-41df-ac7a-660738d8a5f4 with status ACTIVE [ 1008.024982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.025130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.025221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.025502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.025594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.025769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.025868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.025930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.026105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.026182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.026361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.026450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.026510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.026645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.026718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.026798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7bb3091-86ff-41df-ac7a-660738d8a5f4 is going to be updated. [ 1008.049968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.050148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.050356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.050549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.050784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.051059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7bb3091-86ff-41df-ac7a-660738d8a5f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.092189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.092189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.092189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.092189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.108190] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1008.109231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.110474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1008.177197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.177453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.177574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.178442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.190715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.191492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1008.191579] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.191662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1008.254895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.255258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.255338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.255564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.256905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.257227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1008.355884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.356220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.356471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.356787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.358744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.358744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1008.456228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.456402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.456477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.456695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.457159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.457466] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1008.457567] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'902528a2-3669-4003-bd35-eddf5ee98664', '476e77c1-1be7-4685-9e31-32edbf2bfec6', '57ae1153-3d3e-4dee-9f72-8427af822a5e', '3e3e330d-76e2-4296-aa8f-29b05ec3561e', '267bab78-5918-46ea-a898-b8123fe1832a', '9c88d8b6-9ef5-4165-8a43-eb6254894a07', '76650ae4-ddce-470e-9f29-44a5649dcfc7', '738506a0-eeba-4b00-a56a-ce42238ddc44', 'e7c9f08c-4b24-412a-991d-fb08064ad975', '2c711e30-9f44-4658-916f-fdecb68f1688', '21dc3b1c-567d-4b09-8cd7-d1180f3e0327', 'a2d611ab-4904-44eb-ac0f-3f62e1a67027', '282abb53-6f42-489a-9d1f-4da34717c542', 'cc48371f-24f2-4afd-aabf-4401cb7bba43', 'f0a3febf-1ac2-4be4-828f-0b7c313505f1', 'e62a391c-4ac1-45fd-aaeb-6855060ddefd', '60c239f6-2e5e-4909-8f69-f914175f05d4', 'd26bba43-d22c-4588-a954-b3b3975d1d07', '2c1567d5-026a-4333-82b7-5db166a6ccbb', '46db5a44-c8f9-47c4-b5e1-714a00c595f5', 'c5842c98-f87d-4c05-9a36-fa8acef4e309', 'b32bf270-fd22-4d5a-bdc8-2d60160fc6e3', '5bf4cd70-4364-4ff5-ba5c-0587b49ed8be', '10cd27d7-6ccb-4e0c-8d91-604b994f5ac2', '4735d5cd-9094-4268-a23e-8e5555e20067', '7ad954a0-0a65-4109-b180-629c9ecd5a07', '90fc4fb9-324b-46ae-8022-5b8564e0df37', '79c044f7-b34a-47c1-9ddb-011a3df46097', '8e3c4fda-cd1f-4832-934e-637bdad2a439', '76efac2d-3022-4f49-afad-0c91883f6924', '94f0deeb-f699-41f2-92e8-19a5bdffa44f', 'baf94a5d-626e-4dba-986f-221f20b94df7', '3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1', 'd8fc2793-083e-4d99-8f47-17570fc05451', '643e7c89-387d-4a51-a40a-ab7e07fe19d4', 'ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb', 'f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7', 'ad93fb22-85d1-4e8b-b035-fb61fd2b180c', '23642154-da84-4f21-b42f-c742c274461c', 'aa9e9479-fcbd-426a-a4e5-b529ab7219fb', 'b7c47b16-1ba0-4464-ba99-10f789473638', 'f9fe1cfb-af53-4366-a409-a819dd595e0e', '3b38d151-727f-4cc7-a88a-a4bda325c983', '2dfa215f-320b-4158-88f7-3e48a8d5204b', '3cb5f880-14bf-4991-bef9-d7529d58a447'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.457671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1008.481687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.481786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.481786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.482096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.482193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.482325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1008.482406] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.482479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1008.528582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.583218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.583431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.583431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.583766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.584778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.585399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1008.585399] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.585399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1008.585399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1008.585399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1008.585399] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGH for action security_group_rules [ 1008.585668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGH for action security_group_rules [ 1008.585668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGH for action security_group_rules [ 1008.585668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGH for action security_group_rules [ 1008.585668] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGH for action security_group_rules [ 1008.585782] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGH for action security_group_rules [ 1008.585782] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGH for action security_group_rules [ 1008.585849] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGH for action security_group_rules [ 1008.585849] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGH for action security_group_rules [ 1008.585918] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGH for action security_group_rules [ 1008.585974] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGH for action security_group_rules [ 1008.586043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGH for action security_group_rules [ 1008.586101] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGH for action security_group_rules [ 1008.586158] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGH for action security_group_rules [ 1008.586215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGH for action security_group_rules [ 1008.586453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGH for action security_group_rules [ 1008.586453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGH for action security_group_rules [ 1008.586453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGH for action security_group_rules [ 1008.586453] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGH for action security_group_rules [ 1008.586626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGH for action security_group_rules [ 1008.586626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.638284] env[65432]: INFO networking_nsxv3.common.synchronization [req-c347b0e8-8803-41cc-9a5c-6914f1418a0b req-0f703117-621a-4b4c-9626-a93b8b3e6dd6 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1008.638814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1008.638967] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGH for action security_group_rules [ 1008.639092] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e with Priority: HIGH for action security_group_rules [ 1008.639189] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGH for action security_group_rules [ 1008.639277] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 with Priority: HIGH for action security_group_rules [ 1008.639365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 with Priority: HIGH for action security_group_rules [ 1008.639451] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGH for action security_group_rules [ 1008.640800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26bba43-d22c-4588-a954-b3b3975d1d07 with Priority: HIGH for action security_group_rules [ 1008.640800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 with Priority: HIGH for action security_group_rules [ 1008.640800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 with Priority: HIGH for action security_group_rules [ 1008.640800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd with Priority: HIGH for action security_group_rules [ 1008.640800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282abb53-6f42-489a-9d1f-4da34717c542 with Priority: HIGH for action security_group_rules [ 1008.640800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGH for action security_group_rules [ 1008.642034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 with Priority: HIGH for action security_group_rules [ 1008.642416] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGH for action security_group_rules [ 1008.642416] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c9f08c-4b24-412a-991d-fb08064ad975 with Priority: HIGH for action security_group_rules [ 1008.642506] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGH for action security_group_rules [ 1008.642577] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 with Priority: HIGH for action security_group_rules [ 1008.642694] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267bab78-5918-46ea-a898-b8123fe1832a with Priority: HIGH for action security_group_rules [ 1008.642828] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 with Priority: HIGH for action security_group_rules [ 1008.643625] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e with Priority: HIGH for action security_group_rules [ 1008.645608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.645608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.645608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.645792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.645894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.646028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.646103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.646304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.646365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.646458] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.647457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.647573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.647626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.647953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.647953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.649229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ae1153-3d3e-4dee-9f72-8427af822a5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.649347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.649549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.649621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.649722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ae1153-3d3e-4dee-9f72-8427af822a5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.650556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.650556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.650556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.650712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.650787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.652470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.652470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.652470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.652470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.652470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a3febf-1ac2-4be4-828f-0b7c313505f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.652652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.652764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.652847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.653401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.653527] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46db5a44-c8f9-47c4-b5e1-714a00c595f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.654651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.654892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.654892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.655452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.655452] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.656474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26bba43-d22c-4588-a954-b3b3975d1d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.656639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.656639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.657820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.657820] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26bba43-d22c-4588-a954-b3b3975d1d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.658084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c239f6-2e5e-4909-8f69-f914175f05d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.658194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.658265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.658389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.658460] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c239f6-2e5e-4909-8f69-f914175f05d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.659190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc48371f-24f2-4afd-aabf-4401cb7bba43 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.659649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.659649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.659649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.659649] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc48371f-24f2-4afd-aabf-4401cb7bba43',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.660282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.660388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.660455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.660877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.660877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e62a391c-4ac1-45fd-aaeb-6855060ddefd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.661329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-282abb53-6f42-489a-9d1f-4da34717c542 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.665464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.665464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.665464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.665464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('282abb53-6f42-489a-9d1f-4da34717c542',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.666167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.666268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.666337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.666714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.666829] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.669254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.669368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.669434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.672018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.672018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21dc3b1c-567d-4b09-8cd7-d1180f3e0327',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.672018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.672018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.672018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.672018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.672018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.672483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c9f08c-4b24-412a-991d-fb08064ad975 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.672483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.672483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.673084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.673184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c9f08c-4b24-412a-991d-fb08064ad975',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.674139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.674139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.675134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.675134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.675134] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.676044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738506a0-eeba-4b00-a56a-ce42238ddc44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.676044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.676044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.676546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.676546] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738506a0-eeba-4b00-a56a-ce42238ddc44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.676789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267bab78-5918-46ea-a898-b8123fe1832a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.676895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.676958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.677133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.677199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267bab78-5918-46ea-a898-b8123fe1832a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.678029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-476e77c1-1be7-4685-9e31-32edbf2bfec6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.678496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.678585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.679082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.679157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('476e77c1-1be7-4685-9e31-32edbf2bfec6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.680267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.680380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.680826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.681018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.681101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e3e330d-76e2-4296-aa8f-29b05ec3561e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.033678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.033949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.033949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.034151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.034243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.034346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be created. [ 1009.059183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.059322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.059395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.059600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.059856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.073593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: UNINITIALIZED for 2s [ 1009.184811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.184972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.185033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.185232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.185398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.185496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.185593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.185690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.185769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.185854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.185944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.186902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.187026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.187094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.187249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.187395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.187487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.187549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.187682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.187761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.187841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.187926] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.192686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.192824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.193435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.193654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.193820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.193922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.194007] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.194168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.194249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.194331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.194416] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.198017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.198017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.198017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.198017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.203809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.204354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.204509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.204772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.214688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.214839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.214951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.215291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.215465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.215567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.215697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.215821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.215914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.216048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.216107] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.216947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.217094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.217162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.217258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.217402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.217494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.217553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.217689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.217772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.217877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.217967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.257454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.257613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.269802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.269957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.280670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.280864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.283671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.283671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.289865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.289865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.290460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.290460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.291183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.291723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.292443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.292560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.293378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.293509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.294207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.294453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.304089] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1009.304089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.304089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.304089] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1009.304607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.304607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.305051] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1009.308613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.308613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.308613] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1009.308613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.308613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.308613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.308613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.308613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.308613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.308613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1009.309642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.309866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.311375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.311493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.337248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.337448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 476e77c1-1be7-4685-9e31-32edbf2bfec6 is going to be deleted. [ 1009.338465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.338652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.373580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.373820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.374103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.374335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.374492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.376545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.377022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e3e330d-76e2-4296-aa8f-29b05ec3561e is going to be deleted. [ 1009.379185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.379490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.405940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1009.416918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.416918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738506a0-eeba-4b00-a56a-ce42238ddc44 is going to be deleted. [ 1009.417545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.417784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.471462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.471635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c239f6-2e5e-4909-8f69-f914175f05d4 is going to be deleted. [ 1009.473354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.473710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.506525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.506754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.512862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.513144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c9f08c-4b24-412a-991d-fb08064ad975 is going to be deleted. [ 1009.515090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.515437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.517126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.517310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.575417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.575589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21dc3b1c-567d-4b09-8cd7-d1180f3e0327 is going to be deleted. [ 1009.576563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.576816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.578898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.579099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.619717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.619865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.659081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.659243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a3febf-1ac2-4be4-828f-0b7c313505f1 is going to be deleted. [ 1009.660276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.660541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.698830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.699873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.700616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.702200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.702200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.723683] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.725874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.731369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.731369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.731369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.731369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.731369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.732066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.732066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.732066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.732066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.732066] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.750437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.750437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.774863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.775053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46db5a44-c8f9-47c4-b5e1-714a00c595f5 is going to be deleted. [ 1009.775950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.776204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.851758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.851896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.860370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.860370] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ae1153-3d3e-4dee-9f72-8427af822a5e is going to be deleted. [ 1009.861402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.861656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.892218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.892319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e62a391c-4ac1-45fd-aaeb-6855060ddefd is going to be deleted. [ 1009.893521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.893760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.920213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.920448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.977308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.977473] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 282abb53-6f42-489a-9d1f-4da34717c542 is going to be deleted. [ 1009.978463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.978685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.012094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.012345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.013558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.013716] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26bba43-d22c-4588-a954-b3b3975d1d07 is going to be deleted. [ 1010.015307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.015650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.073483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.073483] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc48371f-24f2-4afd-aabf-4401cb7bba43 is going to be deleted. [ 1010.074134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.074278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.076600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.076600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.127098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.127098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.128835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.128835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.159586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.159586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267bab78-5918-46ea-a898-b8123fe1832a is going to be deleted. [ 1010.160138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.160525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.161018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.161018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-476e77c1-1be7-4685-9e31-32edbf2bfec6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.161259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.162127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.162127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.162127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e3e330d-76e2-4296-aa8f-29b05ec3561e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.162769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.163071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.163222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.163408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738506a0-eeba-4b00-a56a-ce42238ddc44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.163591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.163794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.163935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c239f6-2e5e-4909-8f69-f914175f05d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.164541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.164621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c9f08c-4b24-412a-991d-fb08064ad975" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.165161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.165319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.165817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21dc3b1c-567d-4b09-8cd7-d1180f3e0327" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.166099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.166211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.166306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.166450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a3febf-1ac2-4be4-828f-0b7c313505f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.166611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.166784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.166888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46db5a44-c8f9-47c4-b5e1-714a00c595f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.167382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.167462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ae1153-3d3e-4dee-9f72-8427af822a5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.167924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.168041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.168217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e62a391c-4ac1-45fd-aaeb-6855060ddefd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.168368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.168528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.168599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.168711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26bba43-d22c-4588-a954-b3b3975d1d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.168841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.168979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.169599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.169730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-282abb53-6f42-489a-9d1f-4da34717c542" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.203312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c711e30-9f44-4658-916f-fdecb68f1688: rpc.has_security_group_logging(os_id): False [ 1010.204601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d611ab-4904-44eb-ac0f-3f62e1a67027: rpc.has_security_group_logging(os_id): False [ 1010.205491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c88d8b6-9ef5-4165-8a43-eb6254894a07: rpc.has_security_group_logging(os_id): False [ 1010.227359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76650ae4-ddce-470e-9f29-44a5649dcfc7: rpc.has_security_group_logging(os_id): False [ 1010.228107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902528a2-3669-4003-bd35-eddf5ee98664: rpc.has_security_group_logging(os_id): False [ 1010.234959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c1567d5-026a-4333-82b7-5db166a6ccbb: rpc.has_security_group_logging(os_id): False [ 1010.241802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.243308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.243503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.243847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.251199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.251842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.285737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.285978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.297975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.298122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.302626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.302626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.302626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.302626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.305361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.305486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.305696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.306315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.306315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.306315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1010.307668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.307970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.310478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.310478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.313632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.313632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.341571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.342022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.342022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.342245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.342288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.342356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.342450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 is going to be updated. [ 1010.343779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.343976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.409569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.413493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.413656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.413656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.413869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.414081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.414184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.414291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.414343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.414517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.414593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.414808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.414861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.414903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.415079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.415121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.415304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1010.416331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.416458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.439984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.440135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.464212] env[65432]: INFO networking_nsxv3.common.synchronization [req-5512624f-48cd-48f1-809f-113d630450e5 req-fe5065c2-1394-4c5e-818c-2091bc4f8b3c tempest-ServerTagsTestJSON-1193048803 tempest-ServerTagsTestJSON-1193048803-project-member] Enqueued Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_members [ 1010.464792] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_members [ 1010.465406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.465406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.465406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.467636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.467636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.467636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.467636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.467636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.467636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.467636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.487717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.488222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.488414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.488503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.488742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.488860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.489015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1010.490684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.490978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.491121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.491304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc48371f-24f2-4afd-aabf-4401cb7bba43" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.491829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.492079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.492206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.492328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267bab78-5918-46ea-a898-b8123fe1832a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.492572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.492829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.512759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.513065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.577086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.577905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.577905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.578094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.578387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.578555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.578745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 is going to be updated. [ 1010.583445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.583688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.584113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.585642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.586539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.676599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.676738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.679232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.679232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.681041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1010.684217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.685044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.685044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.685044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.685044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.685044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.685348] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 is going to be updated. [ 1010.686320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.686524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.686672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.688164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.688164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.688164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.688923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.689077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.689190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.716816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1010.726341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: IN_PROGRESS for 2s [ 1010.734397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1010.791482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.791675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.791730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.791980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.792101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.810953] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: IN_PROGRESS for 2s [ 1010.873774] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1010.873955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.874309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.874469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.874717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.874939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.892733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: IN_PROGRESS for 2s [ 1010.902810] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.903170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-455" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.903502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-455" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.903872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-455" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.904925] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.905134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.905258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.905507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.905652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.905872] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.905995] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.906116] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.906230] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.906395] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.906516] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.906652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.939915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.940466] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.940730] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.941342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-455" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.942195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-38735348-3358-4c96-b55b-257f08def0fa taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.942567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.942812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.943306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.943579] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38735348-3358-4c96-b55b-257f08def0fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.969320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.969320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.969320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.969517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.969646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.969848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.969938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.969938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.970113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.970197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.970279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 already deleted. [ 1010.970359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.087095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1011.087095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.087095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.087095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.087564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.087564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.087564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.087564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.087706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.087706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.087804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.417329] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1011.417559] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1011.417685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450243] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.450541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.450688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.450990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.451177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.451281] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 38735348-3358-4c96-b55b-257f08def0fa not found, creating... [ 1011.452277] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.452277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.452277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.452277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.452277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.453584] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.453977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.454157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.454419] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.454566] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.454711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 38735348-3358-4c96-b55b-257f08def0fa is going to be created. [ 1011.475635] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.475839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.475964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.476275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.476516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.476738] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.591520] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.094579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d89632-d93f-4410-bb23-88468f5679e7: rpc.has_security_group_logging(os_id): False [ 1012.129152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.129586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.129673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.129917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.130036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.130101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.130252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.130327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.130414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be created. [ 1012.159261] env[65432]: INFO networking_nsxv3.common.synchronization [req-5512624f-48cd-48f1-809f-113d630450e5 req-72e15d84-2383-4f42-a46c-5c5f36b321f0 service nova] Enqueued Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_rules [ 1012.159439] env[65432]: INFO networking_nsxv3.common.synchronization [req-5512624f-48cd-48f1-809f-113d630450e5 req-72e15d84-2383-4f42-a46c-5c5f36b321f0 service nova] Enqueued Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_members [ 1012.159576] env[65432]: INFO networking_nsxv3.common.synchronization [req-5512624f-48cd-48f1-809f-113d630450e5 req-72e15d84-2383-4f42-a46c-5c5f36b321f0 service nova] Enqueued Resource ID: 38735348-3358-4c96-b55b-257f08def0fa with Priority: HIGHEST for action port [ 1012.160122] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_rules [ 1012.160261] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_members [ 1012.160359] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38735348-3358-4c96-b55b-257f08def0fa with Priority: HIGHEST for action port [ 1012.160630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.160750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.161150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.161237] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.162556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.162677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.162746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.163019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.163133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.163236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.163299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.163445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.163528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.163622] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.164558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-38735348-3358-4c96-b55b-257f08def0fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.164558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.164681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.164721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.164784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38735348-3358-4c96-b55b-257f08def0fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.219061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.219400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.219400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.219484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.219749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.240320] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: IN_PROGRESS for 2s [ 1012.578374] env[65432]: INFO networking_nsxv3.common.synchronization [req-4e2e803b-8db0-4822-8c8d-74713d9a1c37 req-f964a532-543b-41d0-8c66-db523a66da4d tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_members [ 1012.578884] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGHEST for action security_group_members [ 1012.580447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.580447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.580839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.580996] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.663904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.664074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.667997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.669911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38735348-3358-4c96-b55b-257f08def0fa with status ACTIVE [ 1012.670286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.670497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.670599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.672383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.672458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.672788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.672981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.673065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.673269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.673431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.673561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.673662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.673725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.674028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.674028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.674657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38735348-3358-4c96-b55b-257f08def0fa is going to be updated. [ 1012.715853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1012.716197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.722371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38735348-3358-4c96-b55b-257f08def0fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.756654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1012.757164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.760366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: SUCCESS [ 1012.760598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.774980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1012.775567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.831373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: SUCCESS [ 1012.831620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.918528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: SUCCESS [ 1012.918528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.084250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.084250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.084250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.084250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.084460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.085309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.085309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.085309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.085309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.085309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.085309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 is going to be updated. [ 1013.092769] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9525257d-fe04-451c-b28d-73613cfe5249 None None] Enqueued Resource ID: 11a7638a-48d1-4bd0-af09-e61831000788 with Priority: HIGHEST for action port [ 1013.093424] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7638a-48d1-4bd0-af09-e61831000788 with Priority: HIGHEST for action port [ 1013.094044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a7638a-48d1-4bd0-af09-e61831000788 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.094204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a7638a-48d1-4bd0-af09-e61831000788" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.094474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a7638a-48d1-4bd0-af09-e61831000788" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.094599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a7638a-48d1-4bd0-af09-e61831000788" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.094599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a7638a-48d1-4bd0-af09-e61831000788',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.130855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.131532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.131532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.131532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.131751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.144304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: IN_PROGRESS for 2s [ 1013.177038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.597897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a7638a-48d1-4bd0-af09-e61831000788 [ 1013.598265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.598453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.598552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.598844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.598976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.599129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a7638a-48d1-4bd0-af09-e61831000788 already deleted. [ 1013.599275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a7638a-48d1-4bd0-af09-e61831000788" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.681540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.681780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.681780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.681987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.682252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.682461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 is going to be created. [ 1013.711495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.711769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.711769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.711944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.712214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.721724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 in Status: UNINITIALIZED for 2s [ 1014.258357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1014.258357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.865847] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f7255ed-efb4-4fab-84ee-8bfd94b758c3 req-efa5c25d-9014-466f-b622-5fadbd5a1702 tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1014.866582] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1014.866721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.866836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.866909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.867847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.868899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.869077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.869188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.869459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.870605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.870730] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.155688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 in Status: SUCCESS [ 1015.155896] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 deletion is rescheduled due to dependency. [ 1015.156220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.241852] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.242060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.242189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.242465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.242723] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.242920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.243511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.243802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.243982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.244220] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.244335] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.244445] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.244552] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.245418] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.245606] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.245781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.267018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.267018] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.267018] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.268626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.268626] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-30be0a84-46ec-4421-9c8f-d493485fba76 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.268626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.268626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.269352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.269352] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30be0a84-46ec-4421-9c8f-d493485fba76',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.374566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.374744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.374805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.375079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.375154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.375343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.375449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.375518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.375652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.375726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.375807] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 already deleted. [ 1015.375886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.736339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 in Status: SUCCESS [ 1015.736628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.736935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.737394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.737470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.737574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.737639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.737804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.737887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.737973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.738161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.759685] env[65432]: INFO networking_nsxv3.common.synchronization [None req-84a51247-b686-4f7b-90ce-87cc4db26ac1 None None] Enqueued Resource ID: 6e0df873-f65f-458b-b139-6e95b8836e3e with Priority: HIGHEST for action port [ 1015.761094] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0df873-f65f-458b-b139-6e95b8836e3e with Priority: HIGHEST for action port [ 1015.761094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e0df873-f65f-458b-b139-6e95b8836e3e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.761094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e0df873-f65f-458b-b139-6e95b8836e3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.761094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e0df873-f65f-458b-b139-6e95b8836e3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.761094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e0df873-f65f-458b-b139-6e95b8836e3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.761094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0df873-f65f-458b-b139-6e95b8836e3e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.775730] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.775730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 30be0a84-46ec-4421-9c8f-d493485fba76 not found, creating... [ 1015.775730] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.775730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.776308] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.776771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.777083] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.777576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.777818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.778272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 30be0a84-46ec-4421-9c8f-d493485fba76 is going to be created. [ 1015.806331] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.806331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.806331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.806331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.806331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.806331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.240540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.240762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.241092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.241092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.241293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.241409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.241518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.241668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.241811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.241949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.242177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.242285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.242390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.242548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.242719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.242829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.242908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.243086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.243193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.243286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.243385] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.263235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e0df873-f65f-458b-b139-6e95b8836e3e [ 1016.263503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.263647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.263723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.263949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.264058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.264166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e0df873-f65f-458b-b139-6e95b8836e3e already deleted. [ 1016.264255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e0df873-f65f-458b-b139-6e95b8836e3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557528] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f7255ed-efb4-4fab-84ee-8bfd94b758c3 req-145e0206-66c1-403b-8810-b172bcf78279 service nova] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1016.557528] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f7255ed-efb4-4fab-84ee-8bfd94b758c3 req-145e0206-66c1-403b-8810-b172bcf78279 service nova] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1016.557528] env[65432]: INFO networking_nsxv3.common.synchronization [req-0f7255ed-efb4-4fab-84ee-8bfd94b758c3 req-145e0206-66c1-403b-8810-b172bcf78279 service nova] Enqueued Resource ID: 30be0a84-46ec-4421-9c8f-d493485fba76 with Priority: HIGHEST for action port [ 1016.557528] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1016.557528] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1016.558039] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30be0a84-46ec-4421-9c8f-d493485fba76 with Priority: HIGHEST for action port [ 1016.558039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.558544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.558596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.558772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.558854] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.561966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.561966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.561966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.561966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.561966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.561966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.561966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.562336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.562336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.562400] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.563184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-30be0a84-46ec-4421-9c8f-d493485fba76 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.563301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.564351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.564351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.564351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30be0a84-46ec-4421-9c8f-d493485fba76',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.745929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bc498b1-6aae-4f8c-894e-8b58153a7222: rpc.has_security_group_logging(os_id): False [ 1016.765895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.765895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.766137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.766229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.766324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.766523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.766628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.766690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.766845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.766920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.767121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.767214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.767273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.767408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.767478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.767661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.767750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.767808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.767937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.768014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.768117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 is going to be created. [ 1016.873425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.873616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.873673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.873906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.874139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 in Status: IN_PROGRESS for 2s [ 1017.066030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.066726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.066901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.067162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30be0a84-46ec-4421-9c8f-d493485fba76 with status ACTIVE [ 1017.067432] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.067697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.067697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.068015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.068124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.068301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.068414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.068469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.068616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.068697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.069142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.069142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.069142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.069301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.069301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.069360] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30be0a84-46ec-4421-9c8f-d493485fba76 is going to be updated. [ 1017.092905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.092905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.093272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.093272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.093424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.093702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.570981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.073894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.074146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.074284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.076064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.076064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.076064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 is going to be created. [ 1018.087147] env[65432]: INFO networking_nsxv3.common.synchronization [req-9770abd0-66fb-4366-bebc-8f89e9f2c5a9 req-3b242950-073b-4346-b55b-818da5444863 tempest-ServerRescueTestJSON-2094647920 tempest-ServerRescueTestJSON-2094647920-project-member] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1018.087712] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1018.088192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.088342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.088534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.088673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.088860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.088966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.089042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.089207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.089315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.089412] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.102271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.102271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.102444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.102671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.102671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.115630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: UNINITIALIZED for 2s [ 1018.477763] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.477992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.478159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.478573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.478851] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.479139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.479313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.479649] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.479822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.480051] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.480169] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.480280] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.480541] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.480705] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.480822] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.480957] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.501831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.502391] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.502391] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.502548] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.502851] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-96344428-0629-45f1-b750-d2c4afd754ab taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.503109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.503257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.503612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.503764] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96344428-0629-45f1-b750-d2c4afd754ab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.592849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.593397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.593397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.593397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.593397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.593397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 already deleted. [ 1018.593557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.905968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 in Status: SUCCESS [ 1018.905968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.006402] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.006663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.006800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.007105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.007257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.007413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 96344428-0629-45f1-b750-d2c4afd754ab not found, creating... [ 1019.007963] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.007963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.008139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.008377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.008570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.008869] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.009253] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.009499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.009763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.010042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.010245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 96344428-0629-45f1-b750-d2c4afd754ab is going to be created. [ 1019.031593] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.031805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.031941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.032241] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.032504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.033088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.778771] env[65432]: INFO networking_nsxv3.common.synchronization [req-9770abd0-66fb-4366-bebc-8f89e9f2c5a9 req-5a0d018a-c5f8-42a3-9d76-102e814a1df2 service nova] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_rules [ 1019.779072] env[65432]: INFO networking_nsxv3.common.synchronization [req-9770abd0-66fb-4366-bebc-8f89e9f2c5a9 req-5a0d018a-c5f8-42a3-9d76-102e814a1df2 service nova] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1019.779131] env[65432]: INFO networking_nsxv3.common.synchronization [req-9770abd0-66fb-4366-bebc-8f89e9f2c5a9 req-5a0d018a-c5f8-42a3-9d76-102e814a1df2 service nova] Enqueued Resource ID: 96344428-0629-45f1-b750-d2c4afd754ab with Priority: HIGHEST for action port [ 1019.779669] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_rules [ 1019.779805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1019.779905] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96344428-0629-45f1-b750-d2c4afd754ab with Priority: HIGHEST for action port [ 1019.780247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.780372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.780452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.780720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.780803] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.781795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.781878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.781918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.782815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.782815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.782815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.782815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.782815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.782815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.782815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.785220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-96344428-0629-45f1-b750-d2c4afd754ab taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.785220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.785220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.785220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.785220] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96344428-0629-45f1-b750-d2c4afd754ab',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.125803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: SUCCESS [ 1020.126110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.126342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.126614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.126883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.127032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.127131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.127336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.127444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.127559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.127679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.286289] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.287434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.287775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.287775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96344428-0629-45f1-b750-d2c4afd754ab with status ACTIVE [ 1020.287927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.288140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.288140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.288349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.288449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.288879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.288879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.288879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.289049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.289425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.289697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.289797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.289903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.290236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.290303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.290381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96344428-0629-45f1-b750-d2c4afd754ab is going to be updated. [ 1020.316501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.316647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.316740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.316909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.317069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.317233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96344428-0629-45f1-b750-d2c4afd754ab" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.521215] env[65432]: INFO networking_nsxv3.common.synchronization [None req-53eec4db-b7f6-4dbd-a35d-172dce7058ba tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 10ac066c-a721-4763-ba3a-853181396f5c with Priority: HIGHEST for action security_group_rules [ 1020.521215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ac066c-a721-4763-ba3a-853181396f5c with Priority: HIGHEST for action security_group_rules [ 1020.522097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10ac066c-a721-4763-ba3a-853181396f5c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.522097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.522097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.522097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.522463] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10ac066c-a721-4763-ba3a-853181396f5c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.632980] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.637957] env[65432]: INFO networking_nsxv3.common.synchronization [None req-38f4bff2-5108-4da4-beb6-5b34490238e5 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 10ac066c-a721-4763-ba3a-853181396f5c with Priority: HIGHEST for action security_group_rules [ 1020.637957] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ac066c-a721-4763-ba3a-853181396f5c with Priority: HIGHEST for action security_group_rules [ 1020.638216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10ac066c-a721-4763-ba3a-853181396f5c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.638323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.794150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.048198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.049742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.049882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.050238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.050412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.050699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10ac066c-a721-4763-ba3a-853181396f5c already deleted. [ 1021.050882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.051196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.051504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.051651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10ac066c-a721-4763-ba3a-853181396f5c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.139351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0efe661-b6e7-41da-b275-819cc70c0c54: rpc.has_security_group_logging(os_id): False [ 1021.165244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.165463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.165463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.165697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.165803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.166177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.166334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.166411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.166617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.166700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.166795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 is going to be created. [ 1021.250382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.250613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.250708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.251018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.251249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.266140] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: IN_PROGRESS for 2s [ 1021.296023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.296224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.296272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.296502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.296654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.296939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be created. [ 1021.326512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.326512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.326653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.326890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.327171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.347628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: UNINITIALIZED for 2s [ 1021.573518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.573819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.575050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.575050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.575050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.575050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10ac066c-a721-4763-ba3a-853181396f5c already deleted. [ 1021.575050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10ac066c-a721-4763-ba3a-853181396f5c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.284488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: SUCCESS [ 1023.284488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.360776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1023.361133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.361263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.361547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.361747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.361901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.361963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.362135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.362545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.362545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.362545] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.768600] env[65432]: INFO networking_nsxv3.common.synchronization [req-cb649f5d-c7ba-4e67-b7fe-c00580b42f8e req-67e56321-9b67-4e6b-806e-e27019415b32 tempest-ServersV294TestFqdnHostnames-1288326389 tempest-ServersV294TestFqdnHostnames-1288326389-project-member] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_members [ 1023.769157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGHEST for action security_group_members [ 1023.769470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.769589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.769684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.769849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.770021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.770114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.770178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.770321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.770405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.770497] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.865335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.865441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.865520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.865693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.865860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.865959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.866036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.866185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.866273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.866361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.866508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.866601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.866660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.866801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.866938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.867041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.867104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.867286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.867366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.867475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.867622] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.273154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.273376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.273492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.273711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.273804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.274036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.274216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.274216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.274399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.274552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.274629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 is going to be updated. [ 1024.312019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.312500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.312500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.312663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.312990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.327781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: IN_PROGRESS for 2s [ 1024.371519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a608add-a661-4e84-9d47-3f8851de6528: rpc.has_security_group_logging(os_id): False [ 1024.396483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.396686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.396757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.397052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.397170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.397433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.397578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.397693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.397884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.398050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.398455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.398586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.398722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.398979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.399169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.399430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.399571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.399668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.399902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.400031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.400162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be created. [ 1024.471204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.471446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.471562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.471871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.472103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.488963] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: IN_PROGRESS for 2s [ 1024.847230] env[65432]: INFO networking_nsxv3.common.synchronization [req-cdf37347-f362-49b7-b9d6-6e4187c01e28 req-9e411706-ec40-4623-8451-e80923abbfdf tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1024.848260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1024.848769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.848921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.848995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.849235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.849412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.849536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.849592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.849796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.849860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.849892] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.040934] env[65432]: INFO networking_nsxv3.common.synchronization [req-875f9184-5d30-4bcf-b0ad-04309b91f362 req-06594ce1-d635-4e69-9d76-96468471c6d6 tempest-ServerTagsTestJSON-1193048803 tempest-ServerTagsTestJSON-1193048803-project-member] Enqueued Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_members [ 1025.041738] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGHEST for action security_group_members [ 1025.043502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.043502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.043502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.043502] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.352581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.352581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.352581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.353470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.353470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.353806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.353978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.354146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.354425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.354546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.354670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1025.387516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.388079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.388163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.388424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.390107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.400284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1025.445552] env[65432]: INFO networking_nsxv3.common.synchronization [req-d236e1db-8942-46b7-8fcd-f6c282795bc5 req-8166cd69-d84c-4557-8d4d-44a5e947b9a9 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1025.446153] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1025.446504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.446679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.446751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.447025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.447182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.447285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.447347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.447499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.447612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.447722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.547440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.547611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.547700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.547966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.548082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.548302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.548551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.548551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.548675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.548746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.548832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 is going to be updated. [ 1025.580026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.580240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.580240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.580446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.580577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.591670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 in Status: IN_PROGRESS for 2s [ 1025.649407] env[65432]: INFO networking_nsxv3.common.synchronization [req-795c5aa8-83be-41d5-85fd-1741cb25219c req-dad2e236-a145-418b-b430-63dcf9c26df0 tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1025.650321] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1025.650646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.650774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.650842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.652164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.652434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.652510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.652550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.652766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.652861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.652963] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.816182] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.816182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.816182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.816182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.816758] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.817100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.817351] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.817679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.818280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.819946] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.819946] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.819946] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.819946] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.819946] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.819946] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.819946] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.845993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.846190] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.846332] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.846505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.846820] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-30568dd8-7040-445e-bc3b-47dc5542cfac taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.846992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.847124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.847460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.847601] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30568dd8-7040-445e-bc3b-47dc5542cfac',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.949489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.949656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.949724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.949945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.950045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.950239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.950338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.950400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.950544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.950621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.950704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a already deleted. [ 1025.950784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.155896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.156082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.156144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.156393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.156495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.156702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.156809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.156871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.157032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.157112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.157200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1026.183360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.183562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.183634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.183817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.183958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.193661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1026.354024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c711e30-9f44-4658-916f-fdecb68f1688 in Status: SUCCESS [ 1026.354024] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 deletion is rescheduled due to dependency. [ 1026.354024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.356561] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.356861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.357040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.359428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.359428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.359428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 30568dd8-7040-445e-bc3b-47dc5542cfac not found, creating... [ 1026.359428] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.359428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.359428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.359428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.363014] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.363532] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.364297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.364297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.364297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.364297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 30568dd8-7040-445e-bc3b-47dc5542cfac is going to be created. [ 1026.402916] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.403196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.403349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.404139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.404139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.404139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.507102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1026.507386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.063179] env[65432]: INFO networking_nsxv3.common.synchronization [req-d236e1db-8942-46b7-8fcd-f6c282795bc5 req-f3acc293-1189-4086-bd1b-c2cdfb50af3a service nova] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_rules [ 1027.063179] env[65432]: INFO networking_nsxv3.common.synchronization [req-d236e1db-8942-46b7-8fcd-f6c282795bc5 req-f3acc293-1189-4086-bd1b-c2cdfb50af3a service nova] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1027.063179] env[65432]: INFO networking_nsxv3.common.synchronization [req-d236e1db-8942-46b7-8fcd-f6c282795bc5 req-f3acc293-1189-4086-bd1b-c2cdfb50af3a service nova] Enqueued Resource ID: 30568dd8-7040-445e-bc3b-47dc5542cfac with Priority: HIGHEST for action port [ 1027.063179] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_rules [ 1027.066551] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1027.066551] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30568dd8-7040-445e-bc3b-47dc5542cfac with Priority: HIGHEST for action port [ 1027.066551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.066551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.066551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.066551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.066551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.067651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.068260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.068462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.068842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.069592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.069825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.071114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.071114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.071114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.071114] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.071934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-30568dd8-7040-445e-bc3b-47dc5542cfac taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.072235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.072431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.072717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.072932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30568dd8-7040-445e-bc3b-47dc5542cfac',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.411035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1027.411350] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 1027.411350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.568504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.568672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.572511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.575017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30568dd8-7040-445e-bc3b-47dc5542cfac with status ACTIVE [ 1027.575359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.575359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.575597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.575645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.575713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.575882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.575981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.576045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.576197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.576292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.576446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.576527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.576593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.576738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.576811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.576867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30568dd8-7040-445e-bc3b-47dc5542cfac is going to be updated. [ 1027.602557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.603206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.603206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.603206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.603388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.603623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30568dd8-7040-445e-bc3b-47dc5542cfac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.605285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 in Status: SUCCESS [ 1027.605445] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 deletion is rescheduled due to dependency. [ 1027.605542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.075177] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.203735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1028.203918] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 deletion is rescheduled due to dependency. [ 1028.204048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.580233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.581098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.581098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.581098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.581098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.581098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be created. [ 1028.605987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.606162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.606236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.606449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.606609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: UNINITIALIZED for 2s [ 1029.797737] env[65432]: INFO networking_nsxv3.common.synchronization [req-3185384e-495f-4c01-9acc-86b7a739cf23 req-23ee7e59-a8ab-4a4c-8d11-75982196ba2d tempest-ServersTestBootFromVolume-1304772882 tempest-ServersTestBootFromVolume-1304772882-project-member] Enqueued Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_members [ 1029.798326] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_members [ 1029.798632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.799722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.122683] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.122926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-778" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.123066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-778" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.123463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-778" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.123722] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.123878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.123995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.124301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.124460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.124669] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.124783] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.124893] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.125033] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.125151] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.125285] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.125395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.147437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.147629] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.147767] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.147960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-778" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.148313] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-f184ecd3-011e-43ba-b3ef-43b721fbd120 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.148482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.148687] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.148941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.149092] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f184ecd3-011e-43ba-b3ef-43b721fbd120',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.301959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.302210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.302341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.302679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.302774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.303107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.303313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.303385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.303587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.303716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.303828] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad already deleted. [ 1030.304025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.629334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1030.629568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.629739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.629949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.630294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.630357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.630515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.630677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.630762] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.651803] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.652058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.652191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.652481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.652633] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.652787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port f184ecd3-011e-43ba-b3ef-43b721fbd120 not found, creating... [ 1030.653066] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.653249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.653380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.653614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.653749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654046] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.654213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.654338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.654546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.654677] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: f184ecd3-011e-43ba-b3ef-43b721fbd120 is going to be created. [ 1030.675195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.675492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.675620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.675883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.676122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.676432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.133761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.134176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.134176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.134250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.134371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.134494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.134579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.134711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.134796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.134884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.135038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.135132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.135192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.135493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.135611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.135675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.135889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.135967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.136074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.397739] env[65432]: INFO networking_nsxv3.common.synchronization [req-3185384e-495f-4c01-9acc-86b7a739cf23 req-3887fc1d-7c5e-484b-be6d-e6be54b81b3b service nova] Enqueued Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_rules [ 1031.397886] env[65432]: INFO networking_nsxv3.common.synchronization [req-3185384e-495f-4c01-9acc-86b7a739cf23 req-3887fc1d-7c5e-484b-be6d-e6be54b81b3b service nova] Enqueued Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_members [ 1031.398052] env[65432]: INFO networking_nsxv3.common.synchronization [req-3185384e-495f-4c01-9acc-86b7a739cf23 req-3887fc1d-7c5e-484b-be6d-e6be54b81b3b service nova] Enqueued Resource ID: f184ecd3-011e-43ba-b3ef-43b721fbd120 with Priority: HIGHEST for action port [ 1031.398615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_rules [ 1031.398758] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_members [ 1031.398869] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184ecd3-011e-43ba-b3ef-43b721fbd120 with Priority: HIGHEST for action port [ 1031.399212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.399379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.399909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.399909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.399909] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.400983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.401274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.401356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.401572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.401737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.401843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.401908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.402078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.402166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.402256] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.403327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f184ecd3-011e-43ba-b3ef-43b721fbd120 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.403327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.403461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.403650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.403792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f184ecd3-011e-43ba-b3ef-43b721fbd120',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.638038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217b8e18-6a52-4977-b99c-1c1ceb12f96a: rpc.has_security_group_logging(os_id): False [ 1031.662523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.662758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.662945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.663320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.663480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.663799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.664011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.664162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.664485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.664637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.665030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.665758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.665916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.666203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.666356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.666715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.666960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.667103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.667330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.667494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.667651] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be created. [ 1031.743590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.745336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.745735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.745962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.746392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.885113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: IN_PROGRESS for 2s [ 1031.906621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f184ecd3-011e-43ba-b3ef-43b721fbd120 with status ACTIVE [ 1031.906870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.907023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.907091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.907313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.907406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.907583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.907680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.907732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.907888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.907963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.908154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.908248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.908299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.908443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.908514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.908596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f184ecd3-011e-43ba-b3ef-43b721fbd120 is going to be updated. [ 1031.909710] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.910624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.910723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.940615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.940733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.940781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.940981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.941134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.941326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f184ecd3-011e-43ba-b3ef-43b721fbd120" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.413073] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.917139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.917380] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad is going to be created. [ 1032.946278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.946509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.946509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.946772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.956965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad in Status: UNINITIALIZED for 2s [ 1033.900097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1033.900097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.188631] env[65432]: INFO networking_nsxv3.common.synchronization [req-9821f882-22dc-4c1e-b6d3-d805918fcd5f req-0300c017-8bbd-4a15-ac80-b682dddd78db tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1034.188631] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1034.188631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.188631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.188631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.188631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189369] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.549836] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.550176] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.550388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.550661] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.550931] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.551232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.551510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.551888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.552095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.552454] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.552454] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.552636] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.552807] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.552955] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.553104] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.553314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.575107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.575301] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.575449] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.575635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.575966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-474db2ce-fdef-49f0-8f94-12c23e1454bc taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.576226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.576655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.576696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.576842] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474db2ce-fdef-49f0-8f94-12c23e1454bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.693335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.693614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.693708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.693914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.694013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.694213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.694370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.694424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.694584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.694677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.696022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1034.720941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.721148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.721148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.721391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.721558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.730777] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1034.967604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad in Status: SUCCESS [ 1034.967928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.968018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.968241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.968440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.968576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.968655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.968773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.968850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.968954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.969062] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.080657] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.081298] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.081511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.081876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.082084] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.082290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 474db2ce-fdef-49f0-8f94-12c23e1454bc not found, creating... [ 1035.082677] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.082910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.083231] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.083423] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.083637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.084033] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.084251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.084533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.084831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.084979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.085157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 474db2ce-fdef-49f0-8f94-12c23e1454bc is going to be created. [ 1035.106354] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.106573] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.106713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.107030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.107318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.107568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.472451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.798400] env[65432]: INFO networking_nsxv3.common.synchronization [req-9821f882-22dc-4c1e-b6d3-d805918fcd5f req-89007963-887f-4f0b-a4b9-33890bc82d54 service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 1035.798586] env[65432]: INFO networking_nsxv3.common.synchronization [req-9821f882-22dc-4c1e-b6d3-d805918fcd5f req-89007963-887f-4f0b-a4b9-33890bc82d54 service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1035.798722] env[65432]: INFO networking_nsxv3.common.synchronization [req-9821f882-22dc-4c1e-b6d3-d805918fcd5f req-89007963-887f-4f0b-a4b9-33890bc82d54 service nova] Enqueued Resource ID: 474db2ce-fdef-49f0-8f94-12c23e1454bc with Priority: HIGHEST for action port [ 1035.799229] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 1035.799356] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1035.799477] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474db2ce-fdef-49f0-8f94-12c23e1454bc with Priority: HIGHEST for action port [ 1035.799721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.799840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.799918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.800486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.800579] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.801957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.801957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.802168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-474db2ce-fdef-49f0-8f94-12c23e1454bc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.802237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.804525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.804525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.804525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474db2ce-fdef-49f0-8f94-12c23e1454bc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.975086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad: rpc.has_security_group_logging(os_id): False [ 1035.993715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.993905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.994165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.994339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.994339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.994594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.994685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.994757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.995767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.995767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.995767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad is going to be created. [ 1036.065850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.066116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.066172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.066410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.066604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.078333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad in Status: IN_PROGRESS for 2s [ 1036.304812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 474db2ce-fdef-49f0-8f94-12c23e1454bc with status ACTIVE [ 1036.305165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.305351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.305439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.305572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.305753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.305856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.305951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.306026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.306157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.306222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.306426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.306630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.306694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.306919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.306919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.306919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 474db2ce-fdef-49f0-8f94-12c23e1454bc is going to be updated. [ 1036.308364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.308480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.344231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.344560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.344560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.344695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.344869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.345123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-474db2ce-fdef-49f0-8f94-12c23e1454bc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.562273] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cc61642-0572-4d73-bb19-974a45bbb610 req-9bdb5244-d096-401a-9547-97966a740e34 tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1036.562816] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1036.563151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.563272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.563358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.563601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.563759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.563854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.563917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.564077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.564159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.564252] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.743235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1036.743588] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1036.743782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.743993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.744299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.744643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.745010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.745265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.745603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.745603] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.920486] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.920700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.920823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.921218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.921628] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.921867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.921867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.922118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.922274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.922527] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.922692] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.922846] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.922967] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.923103] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.923211] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.923430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.947384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.947598] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.947763] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.947987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.948387] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-bfc157a5-2d14-46c3-a049-60243b993449 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.948595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.948766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.949117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.949276] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc157a5-2d14-46c3-a049-60243b993449',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.069788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.069788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.069788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.070224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.070224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.070293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.070355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.070404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.071070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.071070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.071070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e already deleted. [ 1037.071070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.248741] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.456174] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.456174] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port bfc157a5-2d14-46c3-a049-60243b993449 not found, creating... [ 1037.456174] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.456174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.456684] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.456684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.456684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.457072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.457337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.457585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: bfc157a5-2d14-46c3-a049-60243b993449 is going to be created. [ 1037.482058] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.482350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.482350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.482566] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.482792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.483019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.754503] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.092617] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad in Status: SUCCESS [ 1038.093151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.203047] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cc61642-0572-4d73-bb19-974a45bbb610 req-ddaff83b-df7a-4b95-bcc7-4324a6c67961 service nova] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_rules [ 1038.203237] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cc61642-0572-4d73-bb19-974a45bbb610 req-ddaff83b-df7a-4b95-bcc7-4324a6c67961 service nova] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1038.203435] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cc61642-0572-4d73-bb19-974a45bbb610 req-ddaff83b-df7a-4b95-bcc7-4324a6c67961 service nova] Enqueued Resource ID: bfc157a5-2d14-46c3-a049-60243b993449 with Priority: HIGHEST for action port [ 1038.203966] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_rules [ 1038.207325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1038.207479] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc157a5-2d14-46c3-a049-60243b993449 with Priority: HIGHEST for action port [ 1038.207792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.207911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.207978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.208295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.208503] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.209581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.209705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.209790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.209943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.210333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.210333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.210333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.210451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.210451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.210586] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.214303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc157a5-2d14-46c3-a049-60243b993449 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.214303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.214303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.214303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.214303] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc157a5-2d14-46c3-a049-60243b993449',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.257960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.258303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.258392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.258590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.258662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.258764] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1038.296747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.296893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.296971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.297211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.297359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.309843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1038.714085] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.720019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc157a5-2d14-46c3-a049-60243b993449 with status ACTIVE [ 1038.720019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.720019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.720019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.720019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.720019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc157a5-2d14-46c3-a049-60243b993449 is going to be updated. [ 1038.720799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.720947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.742372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.743657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.743657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.743657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.743657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.743657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc157a5-2d14-46c3-a049-60243b993449" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.054988] env[65432]: INFO networking_nsxv3.common.synchronization [req-52487ec2-091a-4f59-a6a4-6cca91727790 req-68a927df-5b1a-4f5d-a7da-43f766ee2e9b tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1039.054988] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1039.054988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.054988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.216957] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.553410] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.553593] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.553717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.554040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.554730] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.554890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.555039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.555283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.555428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.555635] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.555749] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.555889] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.556026] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.556146] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.556252] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.556382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.559506] env[65432]: INFO networking_nsxv3.common.synchronization [req-71e6612d-cb14-4b06-b988-4d4dcdd859c3 req-465a9c30-c1f9-4ed6-b3b3-bc81fc1a4663 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_members [ 1039.560950] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGHEST for action security_group_members [ 1039.560950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.560950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.560950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.560950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.560950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.561401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.561401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.561401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.561401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.561547] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.578364] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.578569] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.578850] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.578850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.579156] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-1f0ab8ca-cd4a-486c-8dea-9341da210b19 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.579324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.579443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.579777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.579920] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0ab8ca-cd4a-486c-8dea-9341da210b19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.720504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.720669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.720745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.720973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.721087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.721194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be created. [ 1039.757866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.758097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.758158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.758449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.758554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.772822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: UNINITIALIZED for 2s [ 1040.067084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.067084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.067084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.067084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 is going to be updated. [ 1040.085025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.085025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 1f0ab8ca-cd4a-486c-8dea-9341da210b19 not found, creating... [ 1040.085025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.085025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.085574] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.085574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.088145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.088145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.088145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 1f0ab8ca-cd4a-486c-8dea-9341da210b19 is going to be created. [ 1040.101976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.101976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.101976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.101976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.101976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.110812] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.110812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.110812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.110812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.110812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.110812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.111733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: IN_PROGRESS for 2s [ 1040.326100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1040.326550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.326550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.326697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.326896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.327016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.327078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.327639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.327639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.327639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.327639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.832047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.832047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.832047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.832047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.832047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.832047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.832047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.832047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.832733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.832733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.832733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.832733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.832733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.832915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.833030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.833115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.833157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.833286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.833359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.833488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.833549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.835305] env[65432]: INFO networking_nsxv3.common.synchronization [req-52487ec2-091a-4f59-a6a4-6cca91727790 req-09299b21-5b9a-426d-ba4c-003736898c74 service nova] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_rules [ 1040.835353] env[65432]: INFO networking_nsxv3.common.synchronization [req-52487ec2-091a-4f59-a6a4-6cca91727790 req-09299b21-5b9a-426d-ba4c-003736898c74 service nova] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1040.835496] env[65432]: INFO networking_nsxv3.common.synchronization [req-52487ec2-091a-4f59-a6a4-6cca91727790 req-09299b21-5b9a-426d-ba4c-003736898c74 service nova] Enqueued Resource ID: 1f0ab8ca-cd4a-486c-8dea-9341da210b19 with Priority: HIGHEST for action port [ 1040.837056] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_rules [ 1040.837232] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1040.837338] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0ab8ca-cd4a-486c-8dea-9341da210b19 with Priority: HIGHEST for action port [ 1040.837700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.837787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.837935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.838266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.838613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f0ab8ca-cd4a-486c-8dea-9341da210b19 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.838752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.839095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.839275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.839359] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0ab8ca-cd4a-486c-8dea-9341da210b19',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.337082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4735d5cd-9094-4268-a23e-8e5555e20067: rpc.has_security_group_logging(os_id): False [ 1041.341972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f0ab8ca-cd4a-486c-8dea-9341da210b19 with status ACTIVE [ 1041.342283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.342453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.342587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.342731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.342822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.342999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.343112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.343174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.343321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.343414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.343663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.343797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.343863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.344014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.344092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.344177] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f0ab8ca-cd4a-486c-8dea-9341da210b19 is going to be updated. [ 1041.358430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.358572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.358636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.358878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.358959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.359324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.359402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.359541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.359621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.359896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.359958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.360105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.360180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.360390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.360449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.360523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.360661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.360735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.360821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1041.368726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.368906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.368970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.369224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.369392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.369595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f0ab8ca-cd4a-486c-8dea-9341da210b19" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.430320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.430522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.430522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.430749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.430860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.453992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1041.586422] env[65432]: INFO networking_nsxv3.common.synchronization [req-7fa8c962-7e3d-4b45-955d-17a5c0e9a103 req-fbd8a395-223d-459a-b1a6-b1a0f78186a3 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1041.586422] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1041.586422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.586422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.586837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.586837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.586938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.587116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.587179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.587362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.587579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.587579] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.786949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1041.787480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.787480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.789962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.789962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.789962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.790416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.790416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.790416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.790416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.790548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.790578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.927898] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.928111] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.928235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.928498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.929050] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.929218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.929334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.929556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.929753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.929904] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.930025] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.930134] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.930238] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.930347] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.930452] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.930584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.949750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.949932] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.950086] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.950256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.950562] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-fe98cbfb-77e2-4971-a218-57f4fb885b8e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.950734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.950849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.951185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.951341] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe98cbfb-77e2-4971-a218-57f4fb885b8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.089532] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.123751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902528a2-3669-4003-bd35-eddf5ee98664 in Status: SUCCESS [ 1042.123751] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 deletion is rescheduled due to dependency. [ 1042.123751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.295657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.295657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.296462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.457886] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.458186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.458264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.458540] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.458689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.458841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port fe98cbfb-77e2-4971-a218-57f4fb885b8e not found, creating... [ 1042.459120] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.459276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.459391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.459602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.459739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.460031] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.460187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.460302] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.460504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.460634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.460771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: fe98cbfb-77e2-4971-a218-57f4fb885b8e is going to be created. [ 1042.480322] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.480549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.480634] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.480904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.481164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.481387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.592406] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.798131] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.095266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.095415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.095492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.095708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.095821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.095922] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be updated. [ 1043.127580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.128395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.129534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.129534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.129756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.140200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: IN_PROGRESS for 2s [ 1043.225366] env[65432]: INFO networking_nsxv3.common.synchronization [req-7fa8c962-7e3d-4b45-955d-17a5c0e9a103 req-a3bc6775-6d9b-47b8-8808-6396ecc76f69 service nova] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 1043.225366] env[65432]: INFO networking_nsxv3.common.synchronization [req-7fa8c962-7e3d-4b45-955d-17a5c0e9a103 req-a3bc6775-6d9b-47b8-8808-6396ecc76f69 service nova] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1043.225366] env[65432]: INFO networking_nsxv3.common.synchronization [req-7fa8c962-7e3d-4b45-955d-17a5c0e9a103 req-a3bc6775-6d9b-47b8-8808-6396ecc76f69 service nova] Enqueued Resource ID: fe98cbfb-77e2-4971-a218-57f4fb885b8e with Priority: HIGHEST for action port [ 1043.225366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_rules [ 1043.225366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1043.225366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe98cbfb-77e2-4971-a218-57f4fb885b8e with Priority: HIGHEST for action port [ 1043.225366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.225366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.225366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.225366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.225366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.227162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.227426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.228137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe98cbfb-77e2-4971-a218-57f4fb885b8e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.228686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.229207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.230189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.230794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe98cbfb-77e2-4971-a218-57f4fb885b8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.300671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.300875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.300923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.301158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.301271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.301462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be updated. [ 1043.355701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.355911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.356141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.356293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.365818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: IN_PROGRESS for 2s [ 1043.470979] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1043.471350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.731707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.732643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.732643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe98cbfb-77e2-4971-a218-57f4fb885b8e with status ACTIVE [ 1043.732643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.732643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.732928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.732964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.733049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.733356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.733403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.733572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.733651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.733984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.734053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.734197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.734273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.734363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe98cbfb-77e2-4971-a218-57f4fb885b8e is going to be updated. [ 1043.758040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.758202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.758276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.758491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.758632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.758790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe98cbfb-77e2-4971-a218-57f4fb885b8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.941212] env[65432]: INFO networking_nsxv3.common.synchronization [req-cbaae2db-7cae-4c1c-92b0-08f1fa43fac7 req-a2c37f2a-dfc2-43ba-b888-8bd26f337339 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1043.941212] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1043.941212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.941212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.941212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.941212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.941212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.941212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.941212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.942959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.943216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.943607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.354718] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.355129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.355269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.356166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.356166] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.356271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.356496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.357234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.357234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.357234] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.357234] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.357423] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.357423] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.357566] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.358299] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.358299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.383219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.383568] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.383733] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.383977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.384469] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-1038466f-75fc-40a7-b1b5-f3931c96ad27 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.384747] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.384894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.385374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.385544] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1038466f-75fc-40a7-b1b5-f3931c96ad27',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.446501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.446734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.446734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.447175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.447478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.447673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.447767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.448100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.448204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1044.475166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.475624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.475624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.475624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.475799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.485444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1044.888322] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.888561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.888740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.889071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.889227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.889382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 1038466f-75fc-40a7-b1b5-f3931c96ad27 not found, creating... [ 1044.889638] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.889798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.889912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.890150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.890284] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.890560] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.890713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.890826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.891204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.891417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.891606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 1038466f-75fc-40a7-b1b5-f3931c96ad27 is going to be created. [ 1044.913742] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.913991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.914145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.914361] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.914632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.914868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.150954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1045.151236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.151446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.151702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.151937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.152079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.152151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.152359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.152472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.152590] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.380435] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1045.380878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.381309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.381669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.381971] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.384057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.384057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.384057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.384057] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.656395] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.696402] env[65432]: INFO networking_nsxv3.common.synchronization [req-cbaae2db-7cae-4c1c-92b0-08f1fa43fac7 req-6a03928a-1320-4960-923f-3197f081f623 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 1045.696744] env[65432]: INFO networking_nsxv3.common.synchronization [req-cbaae2db-7cae-4c1c-92b0-08f1fa43fac7 req-6a03928a-1320-4960-923f-3197f081f623 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1045.696831] env[65432]: INFO networking_nsxv3.common.synchronization [req-cbaae2db-7cae-4c1c-92b0-08f1fa43fac7 req-6a03928a-1320-4960-923f-3197f081f623 service nova] Enqueued Resource ID: 1038466f-75fc-40a7-b1b5-f3931c96ad27 with Priority: HIGHEST for action port [ 1045.697449] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 1045.697592] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1045.697715] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1038466f-75fc-40a7-b1b5-f3931c96ad27 with Priority: HIGHEST for action port [ 1045.698974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.698974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.699087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.699278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.699378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.700348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.700496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.701120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1038466f-75fc-40a7-b1b5-f3931c96ad27 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.701212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.701250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.701467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.701588] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1038466f-75fc-40a7-b1b5-f3931c96ad27',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.886557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.158839] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.203257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.203418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.204158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1038466f-75fc-40a7-b1b5-f3931c96ad27 with status ACTIVE [ 1046.204158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.204322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.204322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.204627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.204818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.205173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.205275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.205345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.205552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.205636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.205914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.206022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.206075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.206212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.206290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.206371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1038466f-75fc-40a7-b1b5-f3931c96ad27 is going to be updated. [ 1046.229964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.229964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.229964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.229964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1038466f-75fc-40a7-b1b5-f3931c96ad27" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.388737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.496456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1046.496642] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 1046.496753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.497616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.497828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.497944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.498015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.498174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.498256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.498351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.661991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.661991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.661991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.662353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.662353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.662353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be updated. [ 1046.699023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.699206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.699280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.699481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.699776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.709901] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: IN_PROGRESS for 2s [ 1046.891629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.892204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.892297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.892395] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be updated. [ 1046.928691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.928894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.928941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.929183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.929335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.940347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: IN_PROGRESS for 2s [ 1047.001238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.505673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.011464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.011836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.011836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.011934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.011971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.012068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1048.045032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.045032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.045032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.045032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.045032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.057254] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1048.206063] env[65432]: INFO networking_nsxv3.common.synchronization [req-67c7f021-83e5-4c12-820d-0c0d7ad1e3e7 req-c8a37b1f-4b89-4d1a-bf38-5751c7e97f4b tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1048.206063] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1048.206063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.206063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.206063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.206690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.207043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.207379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.208515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.208873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.209096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.209287] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.712274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.712469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.712536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.712688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.712771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.712964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.713091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.713155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.713315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.713392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.713477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1048.724539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1048.724811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.724992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.725229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.725405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.725522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.725588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.725736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.725818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.725894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.726059] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.746835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.747031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.747573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.747573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.758559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1048.953021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.953021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.953021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.953021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.953021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.953827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.953827] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.228268] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.455902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829a298e-26f6-4e5c-a04b-7010f936898e: rpc.has_security_group_logging(os_id): False [ 1049.477267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.477426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.477625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.477703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.477999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.477999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.478129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.478177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.478322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.478400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.478648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.478773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.478773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.478890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.478938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.479232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.479291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.479432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.479499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be created. [ 1049.549924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.550167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.550320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.550744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.550997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.565613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: IN_PROGRESS for 2s [ 1049.732147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d89632-d93f-4410-bb23-88468f5679e7: rpc.has_security_group_logging(os_id): False [ 1049.763553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.764038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.764273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.766130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.766130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.766130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.766130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.766130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.766130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.766130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.766130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be updated. [ 1049.860188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.860441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.860515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.860736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.860906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.878156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: IN_PROGRESS for 2s [ 1050.071596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1050.071906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.072137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.072436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.072680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.072821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.072891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.073082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.073170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.073272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.073420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.577748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.577748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.577748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.578231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.578231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.578231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.578350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.578386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.578468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.578554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.578696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.578786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.578843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.578977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.579125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.579215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.579274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.579407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.579480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579647] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.770868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1050.771422] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1050.771422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.081917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c1567d5-026a-4333-82b7-5db166a6ccbb: rpc.has_security_group_logging(os_id): False [ 1051.103158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.103271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.103349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.103646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.103751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.103984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.104098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.104160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.104329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.104404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.104577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.104692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.104775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.104893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.104995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.105763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.105763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.105763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.105980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.106081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.106167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1051.171368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.171782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.171953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.172295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.172537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.189474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1051.578185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1051.578469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.578667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.578895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.578994] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.891886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1051.892141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.081924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.082383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.082383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.082477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.082640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.082839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.082940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.083139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.083253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.083470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.083470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.436963] env[65432]: INFO networking_nsxv3.common.synchronization [None req-98954df1-c872-4b8f-9318-63f298acd01b tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1052.437903] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1052.438505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.438505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.438641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.438863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.439221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.439310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.439472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439689] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.588512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.588512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.588512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.588917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.588917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.588917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.588917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.589099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.589161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.589249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.589402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.589694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.589832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.590134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.590208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.590290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.590379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.941648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.941830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.941906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.942153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.963362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.963486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.963554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.964039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 1052.989886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.989886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.990115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.991162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.991162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.999423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 1053.094425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829a298e-26f6-4e5c-a04b-7010f936898e: rpc.has_security_group_logging(os_id): False [ 1053.117066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.117791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.117904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.118297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.118433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.118794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.119027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.119027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.119456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.119549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.119629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.120077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.120210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.120297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.120449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.120523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.120676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be updated. [ 1053.195756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.195939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.196076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.196450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.196601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.206915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: IN_PROGRESS for 2s [ 1053.212220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1053.212220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.011083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 1055.011406] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb deletion is rescheduled due to dependency. [ 1055.011406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.223190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1055.223529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.260856] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1d5b351-9b4d-4648-a020-2a8960af6fa4 req-f47fd057-926a-4290-b8f7-fcf47a6287f1 tempest-ServerRescueTestJSON-2094647920 tempest-ServerRescueTestJSON-2094647920-project-member] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1055.261450] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1055.261784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.261870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.261952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.262202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.262385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.262780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.262780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.262780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.262780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.262938] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.562686] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1966f291-2fa4-4b9a-b9fe-877ac6f2aecb None None] Enqueued Resource ID: 0b77b7d4-31da-42a2-8fb3-95b29fdc2777 with Priority: HIGHEST for action port [ 1055.563279] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b77b7d4-31da-42a2-8fb3-95b29fdc2777 with Priority: HIGHEST for action port [ 1055.563807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b77b7d4-31da-42a2-8fb3-95b29fdc2777 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.563963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b77b7d4-31da-42a2-8fb3-95b29fdc2777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.564058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b77b7d4-31da-42a2-8fb3-95b29fdc2777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.564303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b77b7d4-31da-42a2-8fb3-95b29fdc2777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.564400] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b77b7d4-31da-42a2-8fb3-95b29fdc2777',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.627498] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.627794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.627921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.628204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.628610] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.629018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.629091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.629294] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.629407] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.629556] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.629619] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.629748] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.629868] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.630014] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.649906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.650141] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.650368] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.650589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-855" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.650959] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.651219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.651437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.651699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.651851] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abacf9ec-a88f-4f7d-b619-aab9e010bd5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.765597] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.066582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b77b7d4-31da-42a2-8fb3-95b29fdc2777 [ 1056.069599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.069815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.069886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.070135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.070695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.070695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b77b7d4-31da-42a2-8fb3-95b29fdc2777 already deleted. [ 1056.070695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b77b7d4-31da-42a2-8fb3-95b29fdc2777" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.154678] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.158189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port abacf9ec-a88f-4f7d-b619-aab9e010bd5e not found, creating... [ 1056.158189] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.158189] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.158600] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.158600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.158600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.159052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.159400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.159735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: abacf9ec-a88f-4f7d-b619-aab9e010bd5e is going to be created. [ 1056.182275] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.182719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.182979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.185456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.185456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.185456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.215499] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb998b9f-477b-44be-bf2b-10cdd6752747 req-9aef0a16-84d1-48b1-a2e7-dab58ebd9f73 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1056.216058] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1056.216363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.216483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.216556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.216743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.216894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.216994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.217217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.217384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.217585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.267787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.720543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.720774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.724035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.724035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.724035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be updated. [ 1056.754021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.754230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.754276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.754472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.754613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.767987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: IN_PROGRESS for 2s [ 1056.771826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.771996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.772119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.772338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.772430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.772526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be updated. [ 1056.804103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.804316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.804371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.804594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.804804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.814978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: IN_PROGRESS for 2s [ 1056.931982] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1d5b351-9b4d-4648-a020-2a8960af6fa4 req-a9b222d7-8b05-4dc3-b564-90f54c9884d3 service nova] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_rules [ 1056.931982] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1d5b351-9b4d-4648-a020-2a8960af6fa4 req-a9b222d7-8b05-4dc3-b564-90f54c9884d3 service nova] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1056.931982] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1d5b351-9b4d-4648-a020-2a8960af6fa4 req-a9b222d7-8b05-4dc3-b564-90f54c9884d3 service nova] Enqueued Resource ID: abacf9ec-a88f-4f7d-b619-aab9e010bd5e with Priority: HIGHEST for action port [ 1056.931982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_rules [ 1056.931982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1056.931982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abacf9ec-a88f-4f7d-b619-aab9e010bd5e with Priority: HIGHEST for action port [ 1056.931982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.932506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.932506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.932506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.932677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.936701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.936701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.936701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.936701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.936701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.936701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.936701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abacf9ec-a88f-4f7d-b619-aab9e010bd5e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.437072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.438259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.438259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abacf9ec-a88f-4f7d-b619-aab9e010bd5e with status ACTIVE [ 1057.438259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.438259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.438259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.438259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.438259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.439588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.439588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.439588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.439588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.439588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.439588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.439588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.439588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.440207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.440207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.440207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abacf9ec-a88f-4f7d-b619-aab9e010bd5e is going to be updated. [ 1057.463519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.463782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.463880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.464110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.464275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.464499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abacf9ec-a88f-4f7d-b619-aab9e010bd5e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.833797] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9e1393a6-fed3-4883-ab90-9d3c9803fd6c tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_rules [ 1057.835769] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_rules [ 1057.836219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.836396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.836502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.836981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.837180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.927499] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2159763b-938b-4300-89f9-95d575098822 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_rules [ 1057.928090] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_rules [ 1057.928403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.928499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.211487] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8b82ed35-aeae-42bc-8761-e97dc9d2d524 None None] Enqueued Resource ID: f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce with Priority: HIGHEST for action port [ 1058.212164] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce with Priority: HIGHEST for action port [ 1058.212483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.212617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.212735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.212958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.213056] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.364029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.364029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 already deleted. [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.364029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.364029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.714907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce [ 1058.715391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.715391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.715391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.715629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.715629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.715758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce already deleted. [ 1058.715822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dee6fe-e1b3-46b6-8fbd-2640dfd4b0ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.780703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1058.780703] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a deletion is rescheduled due to dependency. [ 1058.780703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.826266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1058.826619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.826956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.827622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.827691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.828108] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.884825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.885040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.885110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.885587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.885587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.885587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 already deleted. [ 1058.885587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.330754] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.518756] env[65432]: INFO networking_nsxv3.common.synchronization [req-4f742ca7-72e8-4470-b23d-8894d83fbf1c req-fdd85c33-e28e-408d-abbf-70669ff9b533 tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1059.519364] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1059.519669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.519786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.519853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.520353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.520393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.520677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.803137] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.803452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.803452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.803771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.804048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.804213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.804328] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.804545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.804733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.804971] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.805103] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.805213] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.805320] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.805427] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.805531] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.805658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.823788] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.823984] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.824184] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.824367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.824738] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.824857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.824973] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.825294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.825448] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d30e4d-a2b6-493a-a68f-61679ca6b0c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.833898] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.023229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.023450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.023450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.023643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.023792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.024087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.024216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.024283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.024436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.024527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.024600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1060.051393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.051579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.051630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.051830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.051978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.061500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1060.327666] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.327922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.328038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.329029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.329029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.329029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 not found, creating... [ 1060.329029] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.329308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.329308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.329445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.329556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.329859] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.330030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.330155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.330370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.330504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.330647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 is going to be created. [ 1060.336562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.336712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.336797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.336972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.337076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.337171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be updated. [ 1060.364187] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.364436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.364560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.364832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.365070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.365294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.376496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.376676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.376741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.376943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.377105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.393104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: IN_PROGRESS for 2s [ 1061.030605] env[65432]: INFO networking_nsxv3.common.synchronization [req-4f742ca7-72e8-4470-b23d-8894d83fbf1c req-53390ec8-d684-4bb4-85d2-2fc54ef37f50 service nova] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 1061.030887] env[65432]: INFO networking_nsxv3.common.synchronization [req-4f742ca7-72e8-4470-b23d-8894d83fbf1c req-53390ec8-d684-4bb4-85d2-2fc54ef37f50 service nova] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1061.030942] env[65432]: INFO networking_nsxv3.common.synchronization [req-4f742ca7-72e8-4470-b23d-8894d83fbf1c req-53390ec8-d684-4bb4-85d2-2fc54ef37f50 service nova] Enqueued Resource ID: e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 with Priority: HIGHEST for action port [ 1061.031170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 1061.031296] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1061.031394] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 with Priority: HIGHEST for action port [ 1061.031953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.032048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.032157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.032304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.032382] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.033233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.033654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.033912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.034013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.034809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.034809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.034809] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d30e4d-a2b6-493a-a68f-61679ca6b0c8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.201593] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.201794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.202643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.203444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.203444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.203444] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.203444] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.203649] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.203649] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.203649] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.203830] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.203976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.236444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.236618] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.236766] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.237009] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.237345] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-2b4b0a77-a241-4569-9ef5-663d5b6b887d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.237521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.237641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.237969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.238128] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4b0a77-a241-4569-9ef5-663d5b6b887d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.536885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.537076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.537228] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 with status ACTIVE [ 1061.537399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.537506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.537572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.537773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.537863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.538137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.538253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.538314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.538475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.538553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.538736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.538832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.538893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.539043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.539119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.539203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d30e4d-a2b6-493a-a68f-61679ca6b0c8 is going to be updated. [ 1061.561599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.561802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.561802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.562035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.562196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.562343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d30e4d-a2b6-493a-a68f-61679ca6b0c8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.740658] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.740658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.740658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.740935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.740995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.741811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 2b4b0a77-a241-4569-9ef5-663d5b6b887d not found, creating... [ 1061.741811] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.741811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.742017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.742757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.742757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.742757] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.742757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.742978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.742978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.743167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d is going to be created. [ 1061.767614] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.767896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.768021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.768326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.768560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.768778] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.071963] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1062.072298] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 deletion is rescheduled due to dependency. [ 1062.072298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.072446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.072672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.072856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.072985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.073059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.073272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.073323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.073402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.404357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1062.404628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.405121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.405318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.405435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.405498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.406339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.406339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.406339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.406339] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.544362] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3377769-f7c1-423e-9136-c4a3542f1ac5 req-516b3949-da97-48ce-9360-ef7052924d6f service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 1062.544565] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3377769-f7c1-423e-9136-c4a3542f1ac5 req-516b3949-da97-48ce-9360-ef7052924d6f service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1062.544747] env[65432]: INFO networking_nsxv3.common.synchronization [req-e3377769-f7c1-423e-9136-c4a3542f1ac5 req-516b3949-da97-48ce-9360-ef7052924d6f service nova] Enqueued Resource ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d with Priority: HIGHEST for action port [ 1062.545354] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 1062.545793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1062.545793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d with Priority: HIGHEST for action port [ 1062.545883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.546641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.546641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.546641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.546641] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.547279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.548028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.548028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.548028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.548028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.548028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.548028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.548365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.548365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.548365] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.549480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b4b0a77-a241-4569-9ef5-663d5b6b887d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.549592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.550321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.550321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.550321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4b0a77-a241-4569-9ef5-663d5b6b887d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.576654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.908815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.909125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.909125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.910099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.910099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.910099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.910099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.910099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.910099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.910431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.910431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.910507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.910507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.910685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.910857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.911014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.911070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.911250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.911611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.911611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.911611] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.051892] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.053376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.053483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.053599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b4b0a77-a241-4569-9ef5-663d5b6b887d with status ACTIVE [ 1063.053743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.053898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.053956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.054192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.054287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.054411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.054515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.054592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.054698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.054790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.054968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.056249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.056338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.056507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.056589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.056688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d is going to be updated. [ 1063.078821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.083077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.083228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.083384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.083585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.083725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.084031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.413669] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a608add-a661-4e84-9d47-3f8851de6528: rpc.has_security_group_logging(os_id): False [ 1063.434130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.434293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.434358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.434540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.434628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.434908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.435021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.435080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.435235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.435311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.435499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.435593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.435652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.435791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.435865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.436066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.436167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.436232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.436375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.436449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.436532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be updated. [ 1063.504071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.504289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.504289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.504570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.504731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.517042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: IN_PROGRESS for 2s [ 1063.558792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.581262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.581507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.581507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.582124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.582124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.582124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1063.661904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.662099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.662186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.662412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.662585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.684108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1064.062608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.062608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.062785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.062920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.063029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.063132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 1064.096625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.097115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.097115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.097197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.097295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.108259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 1064.205823] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.206067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.206172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.206466] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.206779] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.206995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.207340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.207530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.207745] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.207885] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.207995] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.208116] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.208227] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.208461] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.208461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.228224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.228483] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.228637] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.228815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-743" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.229140] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.229313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.229468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.229731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.229870] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07b362f-bee9-4e42-8cdc-ab322abc6ea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.733195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.733195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.733195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.733482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.733545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.733957] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.734277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.734668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.734765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.736876] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.736876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.736876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.736876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.736876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.736876] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 is going to be updated. [ 1064.783522] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.783859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.783995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.784210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.784402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.784674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.531518] env[65432]: INFO networking_nsxv3.common.synchronization [req-527eb98e-5f34-4ad8-871c-fa3a9810350b req-d3e2fef6-6e95-4e5a-a282-b57df9909d05 service nova] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_rules [ 1065.531849] env[65432]: INFO networking_nsxv3.common.synchronization [req-527eb98e-5f34-4ad8-871c-fa3a9810350b req-d3e2fef6-6e95-4e5a-a282-b57df9909d05 service nova] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 1065.531899] env[65432]: INFO networking_nsxv3.common.synchronization [req-527eb98e-5f34-4ad8-871c-fa3a9810350b req-d3e2fef6-6e95-4e5a-a282-b57df9909d05 service nova] Enqueued Resource ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 with Priority: HIGHEST for action port [ 1065.532890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1065.533093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.533598] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_rules [ 1065.533735] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 1065.533856] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 with Priority: HIGHEST for action port [ 1065.534174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.534282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.534382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.534562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.534686] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.535486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.535589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.535655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.535810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.535953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.536048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.536132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.536282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.536404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.537055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.537794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.538089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.538089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.538159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.538192] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07b362f-bee9-4e42-8cdc-ab322abc6ea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.693223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1065.693463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.693574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.693758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.693974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.694141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.694205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.694311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.694380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.694466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.694553] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.039901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.040137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.041402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d07b362f-bee9-4e42-8cdc-ab322abc6ea7 with status ACTIVE [ 1066.043268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.043268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.043268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.043268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.044364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.044364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.044364] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d07b362f-bee9-4e42-8cdc-ab322abc6ea7 is going to be updated. [ 1066.045288] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.068703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.068946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.068946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.069145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.069290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.069450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07b362f-bee9-4e42-8cdc-ab322abc6ea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.120629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 1066.121422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.121779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.122256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.122396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.122676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.122676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.122951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.123073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.123233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.123383] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.197463] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.547570] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.625531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.625692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.625803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.626016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.626196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.626304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.626356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.626499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.626583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.626664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.626827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.626932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.626992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.627192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.627334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.627428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.627515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.627691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.627768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.627852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.627963] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.699591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76650ae4-ddce-470e-9f29-44a5649dcfc7: rpc.has_security_group_logging(os_id): False [ 1066.719442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.719681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.719681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.719866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.719942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.720203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.720322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.720385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.720503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.720579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.720663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1066.794398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.794398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.794398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.795962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.795962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.822362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1067.050206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.050462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.050556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.050868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.051015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.051201] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 1067.112289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.112468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.112468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.112757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.112982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.124756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 1067.130411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb: rpc.has_security_group_logging(os_id): False [ 1067.152704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.152918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.152918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.153199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.153323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.153607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.153728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.153777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.154088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.154245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.154430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.154563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.154563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.154686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.154772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.154993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.155153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.155264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.155414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.155491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.155594] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 1067.249369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.249369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.249828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.249828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.249828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.292991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 1068.841393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1068.842565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.136175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 1069.136462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.136689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.136958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.137207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.137373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.137446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.137571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.137644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.137798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.137853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.312062] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 1069.312224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.640649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.640909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.641097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.641234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.641283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.641432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.641530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.641640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.641842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.642174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.642351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.642351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.642588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.642679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.642758] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.022578] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8829f662-b4de-426b-9122-a77eedca66c1 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_rules [ 1070.023452] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_rules [ 1070.024009] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.024151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.024218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.024484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.024794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.122604] env[65432]: INFO networking_nsxv3.common.synchronization [None req-414da25c-123c-4830-8670-c190907f8405 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_rules [ 1070.123940] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_rules [ 1070.124326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.124433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.147446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1: rpc.has_security_group_logging(os_id): False [ 1070.169800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.169800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.169800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.193381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.193381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.193560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.193596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.193798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.193890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.194311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.195111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.195111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.198711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.198815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.198920] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 1070.277293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.277504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.277504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.277748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.277910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.298212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 1070.548819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.548819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.549088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.549120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.549773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.549773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 already deleted. [ 1070.549773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.549773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.549967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.549967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.072377] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.072726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.072726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.072970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.073038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.073173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 already deleted. [ 1071.073286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.152720] env[65432]: INFO networking_nsxv3.common.synchronization [req-85b4ba66-c7d0-4e1b-9af1-92fb191af366 req-e06faf3e-e776-4503-aa8a-29272aeec9b5 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1072.153410] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1072.154288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.154467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.154610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.154932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.155158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.155270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.155335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.155496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.155582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.155677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.317202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 1072.317202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.572100] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.572100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.572100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.572761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.573327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.575871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.575871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.575871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.575871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.575871] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.575871] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.575871] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.575871] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.575871] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.575871] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.575871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.600837] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.601442] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.601814] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.602193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.604340] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-65b63aab-11db-436d-ade8-84bb5da95afd taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.604340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.604340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.604340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.604340] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b63aab-11db-436d-ade8-84bb5da95afd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.659280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.659280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.659280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.660150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 already deleted. [ 1072.660345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.110107] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.110107] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 65b63aab-11db-436d-ade8-84bb5da95afd not found, creating... [ 1073.110107] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.110107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.110668] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.110986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.111309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.111866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.112247] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.112612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 65b63aab-11db-436d-ade8-84bb5da95afd is going to be created. [ 1073.141047] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.141047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.141047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.141047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.141047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.141047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.888121] env[65432]: INFO networking_nsxv3.common.synchronization [req-85b4ba66-c7d0-4e1b-9af1-92fb191af366 req-06aef4bc-fedd-495d-bbdd-020b372dd738 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1073.888406] env[65432]: INFO networking_nsxv3.common.synchronization [req-85b4ba66-c7d0-4e1b-9af1-92fb191af366 req-06aef4bc-fedd-495d-bbdd-020b372dd738 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1073.888473] env[65432]: INFO networking_nsxv3.common.synchronization [req-85b4ba66-c7d0-4e1b-9af1-92fb191af366 req-06aef4bc-fedd-495d-bbdd-020b372dd738 service nova] Enqueued Resource ID: 65b63aab-11db-436d-ade8-84bb5da95afd with Priority: HIGHEST for action port [ 1073.891791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1073.892023] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1073.892290] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b63aab-11db-436d-ade8-84bb5da95afd with Priority: HIGHEST for action port [ 1073.892776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.893267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.893267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.893439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.893439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.894368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.894889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.894969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.895187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.895354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.895461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.895531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.895677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.895763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.895852] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.896737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b63aab-11db-436d-ade8-84bb5da95afd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.896861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.896920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.897070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.897142] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b63aab-11db-436d-ade8-84bb5da95afd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.398695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.398879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.399651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.400298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65b63aab-11db-436d-ade8-84bb5da95afd with status ACTIVE [ 1074.400298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.400450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.400450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.400682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.400773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.400980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.401111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.401172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.401406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.401486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.401669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.401758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.401961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.402055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.402337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.402462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65b63aab-11db-436d-ade8-84bb5da95afd is going to be updated. [ 1074.430908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.430908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.430908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.430908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.430908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.430908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b63aab-11db-436d-ade8-84bb5da95afd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.905037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.409040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.409265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.409302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.409527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.409693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.409812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be created. [ 1075.439366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.439604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.439669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.439893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.440089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.469191] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: UNINITIALIZED for 2s [ 1077.104664] env[65432]: INFO networking_nsxv3.common.synchronization [req-278ab33d-bed3-4ebc-b997-045aa3096779 req-3db9afc5-bb3b-4635-bfe7-f8ad178d8c7e tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_members [ 1077.106034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_members [ 1077.106771] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.110020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.110020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.110020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.482304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1077.482455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.482823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.483064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.484161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.484161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.484161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.484161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.484161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.484161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.484500] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.543843] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.543843] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.543843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.543843] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.543843] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.543843] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.543843] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.544853] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.544853] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.544853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.578098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.578334] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.578456] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.578751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.578964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-94472b24-65ec-4506-b400-20ad2451f28d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.579155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.579277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.579674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.579812] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94472b24-65ec-4506-b400-20ad2451f28d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.614296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.614296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.614296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 already deleted. [ 1077.614296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.986961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.987151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.987218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.988257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.988257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.988257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.988257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.988257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.988257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.988257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.988535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.988535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.988597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.988768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.988914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.989281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.989281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.989281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.989406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.989406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.989657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.082462] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.082900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.082969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.083442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.083744] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.083744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 94472b24-65ec-4506-b400-20ad2451f28d not found, creating... [ 1078.083964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.084192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.084319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.084550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.084687] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.085053] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.085230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.085415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.085712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.085884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.086103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 94472b24-65ec-4506-b400-20ad2451f28d is going to be created. [ 1078.113513] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.114640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.114640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.114640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.115026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.115234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.494561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1078.513106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.513595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.513595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.513697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.513753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.513932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.514411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.515036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.515234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.515408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.515408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.515525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.515644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.515834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be created. [ 1078.587979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.588218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.588333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.588598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.588889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.603538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1078.867605] env[65432]: INFO networking_nsxv3.common.synchronization [req-278ab33d-bed3-4ebc-b997-045aa3096779 req-7363388f-70cf-45fa-b640-1253f060c3e0 service nova] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_rules [ 1078.867850] env[65432]: INFO networking_nsxv3.common.synchronization [req-278ab33d-bed3-4ebc-b997-045aa3096779 req-7363388f-70cf-45fa-b640-1253f060c3e0 service nova] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_members [ 1078.868015] env[65432]: INFO networking_nsxv3.common.synchronization [req-278ab33d-bed3-4ebc-b997-045aa3096779 req-7363388f-70cf-45fa-b640-1253f060c3e0 service nova] Enqueued Resource ID: 94472b24-65ec-4506-b400-20ad2451f28d with Priority: HIGHEST for action port [ 1078.868608] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_rules [ 1078.868766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_members [ 1078.868880] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94472b24-65ec-4506-b400-20ad2451f28d with Priority: HIGHEST for action port [ 1078.869248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.869248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.869387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.869522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.869605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.870592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.870818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.870818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.871369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.871369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.871761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.872563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-94472b24-65ec-4506-b400-20ad2451f28d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.872831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.873456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.873456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.873456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94472b24-65ec-4506-b400-20ad2451f28d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.151372] env[65432]: INFO networking_nsxv3.common.synchronization [req-900b1196-c735-458d-ab3f-76c26cfabae9 req-e4f53977-478c-4da1-bf83-d987805f31c4 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1079.151372] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1079.151372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.151372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.158075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.158075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.158075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.158075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.158075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.158075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.158075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.158075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.375304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.375491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.375721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.376805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94472b24-65ec-4506-b400-20ad2451f28d with status ACTIVE [ 1079.377932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.377932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.377932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.377932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.377932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.377932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.377932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.377932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.378316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.378481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.378612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.378763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.378875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.379229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.379326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.379422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94472b24-65ec-4506-b400-20ad2451f28d is going to be updated. [ 1079.406208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.406445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.406537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.406750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.406891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.407066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94472b24-65ec-4506-b400-20ad2451f28d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.631678] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.632143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.632143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.632537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.632887] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.633077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.633214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.633541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.633732] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.633964] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.634122] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.634243] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.634356] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.634470] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.634576] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.634716] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.659390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.659638] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.659723] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.659900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.660265] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-02c9809a-8c56-4637-9865-abbe30b63105 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.660447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.660565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.661106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.661369] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c9809a-8c56-4637-9865-abbe30b63105',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.663134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.663134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.663134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.663501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.663501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.664649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.664649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.664649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.664649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.664649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.664649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1079.704358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.704576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.704576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.704742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.704859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.717400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1079.881828] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.889737] env[65432]: INFO networking_nsxv3.common.synchronization [req-bf9ca3f1-3c83-4e6c-9093-bc6019080983 req-d00e232a-5e11-4e03-8e65-a2a513a39435 tempest-ServersTestBootFromVolume-1304772882 tempest-ServersTestBootFromVolume-1304772882-project-member] Enqueued Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_members [ 1079.890539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad with Priority: HIGHEST for action security_group_members [ 1079.890998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.891216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.891216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.891539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.891660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.891660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.891805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.891856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.891968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.892101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.167830] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.168204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.168276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.168798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.168936] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.169121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 02c9809a-8c56-4637-9865-abbe30b63105 not found, creating... [ 1080.169440] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.169614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.169755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.170162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.170350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.170690] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.170918] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.171108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.171360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.171670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.171869] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 02c9809a-8c56-4637-9865-abbe30b63105 is going to be created. [ 1080.194803] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.195275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.195275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.195521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.195845] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.196124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.384626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.386969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.386969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.386969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.386969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.386969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 is going to be created. [ 1080.394974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.395617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.395862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.396075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.396394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.396481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad is going to be updated. [ 1080.444345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.444995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.460324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 in Status: UNINITIALIZED for 2s [ 1080.461355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.461588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.461663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.461981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.462175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.471294] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad in Status: IN_PROGRESS for 2s [ 1080.617700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1080.617700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.968955] env[65432]: INFO networking_nsxv3.common.synchronization [req-900b1196-c735-458d-ab3f-76c26cfabae9 req-9b4acdfb-aac1-480b-ad62-c6ea1291b7e2 service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 1080.968955] env[65432]: INFO networking_nsxv3.common.synchronization [req-900b1196-c735-458d-ab3f-76c26cfabae9 req-9b4acdfb-aac1-480b-ad62-c6ea1291b7e2 service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1080.970170] env[65432]: INFO networking_nsxv3.common.synchronization [req-900b1196-c735-458d-ab3f-76c26cfabae9 req-9b4acdfb-aac1-480b-ad62-c6ea1291b7e2 service nova] Enqueued Resource ID: 02c9809a-8c56-4637-9865-abbe30b63105 with Priority: HIGHEST for action port [ 1080.970170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 1080.970170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1080.970170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c9809a-8c56-4637-9865-abbe30b63105 with Priority: HIGHEST for action port [ 1080.970434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.970434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.970434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.970944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.970944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.972331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.972511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.973914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c9809a-8c56-4637-9865-abbe30b63105 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.973914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.973914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.973914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.973914] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c9809a-8c56-4637-9865-abbe30b63105',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.221181] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7b2d82f3-e1bf-44fa-8012-f22d6a19e9b8 tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_rules [ 1081.221591] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_rules [ 1081.222259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.222523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.222577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.222931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.223091] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.348167] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bef1755a-877c-4dbe-887c-84b51f08d382 tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_rules [ 1081.348781] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_rules [ 1081.349068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.349692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.475342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.475342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.477068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c9809a-8c56-4637-9865-abbe30b63105 with status ACTIVE [ 1081.477068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.477068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.477068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.477450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.477450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.477673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.477769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.477831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.477989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.478091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.478274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.478868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.478934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.479104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.479178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.479269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c9809a-8c56-4637-9865-abbe30b63105 is going to be updated. [ 1081.504345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.504345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.504345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.504345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.504345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.504345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c9809a-8c56-4637-9865-abbe30b63105" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.607259] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e1813bf-4017-4e62-85bc-85c47899bb99 req-8e92a039-f1ce-46be-854b-7f16da9f7a73 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_members [ 1081.607909] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_members [ 1081.608856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.609702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.609796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.610107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.610295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.610404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.610469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.610628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.610712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.610812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.734671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1081.734671] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1081.734671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.734671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.734671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.735513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.735513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.735513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.735513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.735513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.735758] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.747630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.747993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.747993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.748163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.748163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.748274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 already deleted. [ 1081.748348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.748915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.749110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.749203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.031020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.031329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.031512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.031820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.032095] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.032249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.032362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.032568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.032709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.032908] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.033028] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.033136] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.033239] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.033344] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.033444] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.033568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.055731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.055908] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.056066] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.056246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.056563] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-d5d94739-57ca-4650-9c18-a0cb083c3d69 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.056735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.056850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.057203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.057351] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d94739-57ca-4650-9c18-a0cb083c3d69',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.114163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.114677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.114677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.114862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.114862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.115778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.115778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.115778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.115778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.115778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.115778] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 already deleted. [ 1082.115778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.238497] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.272454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.272736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.272736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.273070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.273247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.275033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 already deleted. [ 1082.275033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.471164] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 in Status: SUCCESS [ 1082.471397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.472602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.472749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.472940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.473173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.473239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.473400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.473481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.473564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.473657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.482144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad in Status: SUCCESS [ 1082.482374] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad deletion is rescheduled due to dependency. [ 1082.482515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.562891] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.563209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.563435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.563745] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.563906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.564146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port d5d94739-57ca-4650-9c18-a0cb083c3d69 not found, creating... [ 1082.564525] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.564700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.564843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.565190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.565348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.565761] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.565967] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.566441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.566729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.567019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.567202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: d5d94739-57ca-4650-9c18-a0cb083c3d69 is going to be created. [ 1082.593355] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.594216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.594531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.594815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.743149] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.976293] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.246047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.246047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.246047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.246423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.246423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.246569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1083.281817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.282058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.282221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.282602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.282876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.292999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1083.367943] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e1813bf-4017-4e62-85bc-85c47899bb99 req-44db37a6-02e5-45b7-ac81-54db7133fc57 service nova] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_rules [ 1083.368086] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e1813bf-4017-4e62-85bc-85c47899bb99 req-44db37a6-02e5-45b7-ac81-54db7133fc57 service nova] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_members [ 1083.368234] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e1813bf-4017-4e62-85bc-85c47899bb99 req-44db37a6-02e5-45b7-ac81-54db7133fc57 service nova] Enqueued Resource ID: d5d94739-57ca-4650-9c18-a0cb083c3d69 with Priority: HIGHEST for action port [ 1083.368761] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_rules [ 1083.368896] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_members [ 1083.368993] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d94739-57ca-4650-9c18-a0cb083c3d69 with Priority: HIGHEST for action port [ 1083.369364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.369541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.369672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.369820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.369902] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.370779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.370889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.370953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.371132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.371276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.371367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.371516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.371676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.371761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.371851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.378098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d94739-57ca-4650-9c18-a0cb083c3d69 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.378286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.379017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.379345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.379428] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d94739-57ca-4650-9c18-a0cb083c3d69',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.481235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b74c808-1852-46ce-bd2e-d70805f174c0: rpc.has_security_group_logging(os_id): False [ 1083.500490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.500632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.500711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.500940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.501040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.501716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.501716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.501716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.501716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.502115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.502115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 is going to be created. [ 1083.574698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.574901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.575125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.575399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.575627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.588992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 in Status: IN_PROGRESS for 2s [ 1083.878671] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.881699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5d94739-57ca-4650-9c18-a0cb083c3d69 with status ACTIVE [ 1083.881794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.881945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.882052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.882299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.882393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.882578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.882669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.882736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.882884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.882966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.883190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.883289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.883353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.883494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.883566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.883651] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5d94739-57ca-4650-9c18-a0cb083c3d69 is going to be updated. [ 1083.885037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.885247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.907346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.907513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.907568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.907767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.907903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.908080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d94739-57ca-4650-9c18-a0cb083c3d69" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.884536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.884737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.884888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.885300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.885300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.885390] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 is going to be created. [ 1084.915441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.915654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.915845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.915990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.916239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.928347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae2bd6a-f6df-49b9-a68f-85b689411010 in Status: UNINITIALIZED for 2s [ 1085.309966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1085.309966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.309966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.309966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.309966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.309966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.309966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.310332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.310332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.310332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.310430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.603788] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 in Status: SUCCESS [ 1085.604267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.814915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.814915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.814915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.815200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.816086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.816086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.816086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.816325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.816325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.816451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.816677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.817464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.817464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.817464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.817464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.817903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.817903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.817903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.818039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.818086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.818577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.322620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4735d5cd-9094-4268-a23e-8e5555e20067: rpc.has_security_group_logging(os_id): False [ 1086.346187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.346459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.346459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.346553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.346809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.346922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.347045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.347094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.347244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.347316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.347610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.347701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.347701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.347940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.347940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.348104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.348190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.348249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.348410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.348482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.348565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1086.427729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.427729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.427729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.429061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.429061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.452973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1086.939412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae2bd6a-f6df-49b9-a68f-85b689411010 in Status: SUCCESS [ 1086.939756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.939941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.940917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.443428] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.946493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eae2bd6a-f6df-49b9-a68f-85b689411010: rpc.has_security_group_logging(os_id): False [ 1087.966397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.966397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.966755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.966755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.966855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.967150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.967249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.967454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.967545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.967630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 is going to be created. [ 1088.028827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.029116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.029346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.029623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.029838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.046028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eae2bd6a-f6df-49b9-a68f-85b689411010 in Status: IN_PROGRESS for 2s [ 1088.062483] env[65432]: INFO networking_nsxv3.common.synchronization [req-50372ed0-0a9c-497a-8203-749b340b09e0 req-afa76111-5202-4962-a3cc-e3de94f999be tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_members [ 1088.063125] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_members [ 1088.063797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.063797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.063797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.064200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.065112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.065195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.065249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.065480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.065630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.065798] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.471351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1088.471580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.481786] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.481996] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.482145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.482467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.482754] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.482914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.483266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.483442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.483715] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.483770] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.483877] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.484036] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.484174] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.484385] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.484489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.510273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.510513] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.510658] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.510834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.511175] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-43041938-c07f-4e0f-a5f7-411c0b7fe422 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.511348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.511466] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.511825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.511972] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43041938-c07f-4e0f-a5f7-411c0b7fe422',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.568894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.569135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.569205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.569411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.569515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.569758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.569871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.569945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.570202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.570247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.570336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 already deleted. [ 1088.570453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.014767] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.015227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.015296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.015596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.015798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.016007] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 43041938-c07f-4e0f-a5f7-411c0b7fe422 not found, creating... [ 1089.016345] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.016520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.016692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.017169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.017425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.017784] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.018090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.018291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.018582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.018785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.019013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 43041938-c07f-4e0f-a5f7-411c0b7fe422 is going to be created. [ 1089.040941] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.041312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.041521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.041843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.042255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.042557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.103719] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b5c3552-e6fc-43a3-bf0c-5848be08d9a7 req-393eddf9-59f3-4982-9270-098fbad92017 tempest-ServerRescueTestJSON-2094647920 tempest-ServerRescueTestJSON-2094647920-project-member] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1089.103719] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1089.104097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.104290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.104290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.104939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.104939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.104939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.104939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.104939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.105115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.105115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.533009] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.533276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.533410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.533710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.534011] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.534250] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.534431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.534785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.534785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.534974] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.535106] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.535240] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.535368] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.535496] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.535619] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.535784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.555283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.555377] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.555532] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.555727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-810" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.556072] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-2b4b0a77-a241-4569-9ef5-663d5b6b887d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.556247] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.556367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.556697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.556912] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4b0a77-a241-4569-9ef5-663d5b6b887d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.607172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.738986] env[65432]: INFO networking_nsxv3.common.synchronization [req-50372ed0-0a9c-497a-8203-749b340b09e0 req-53d4c452-ef33-4172-b3a8-bea5588e31e6 service nova] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_rules [ 1089.739338] env[65432]: INFO networking_nsxv3.common.synchronization [req-50372ed0-0a9c-497a-8203-749b340b09e0 req-53d4c452-ef33-4172-b3a8-bea5588e31e6 service nova] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_members [ 1089.739639] env[65432]: INFO networking_nsxv3.common.synchronization [req-50372ed0-0a9c-497a-8203-749b340b09e0 req-53d4c452-ef33-4172-b3a8-bea5588e31e6 service nova] Enqueued Resource ID: 43041938-c07f-4e0f-a5f7-411c0b7fe422 with Priority: HIGHEST for action port [ 1089.741350] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_rules [ 1089.741601] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_members [ 1089.741827] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43041938-c07f-4e0f-a5f7-411c0b7fe422 with Priority: HIGHEST for action port [ 1089.742361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.745137] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.745137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.745137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.745672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.745672] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.746743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-43041938-c07f-4e0f-a5f7-411c0b7fe422 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.746743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.746743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.746919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.746919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43041938-c07f-4e0f-a5f7-411c0b7fe422',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.059642] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.060199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.060199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.060561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.060890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.061330] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.061519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.061684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.061946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.062420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.062930] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.063081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.063214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.063619] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.063859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.064037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d is going to be updated. [ 1090.066269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eae2bd6a-f6df-49b9-a68f-85b689411010 in Status: SUCCESS [ 1090.066578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.091261] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.091261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.091261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.091562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.091690] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.092115] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.109323] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.251648] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.252720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.252855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.253047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43041938-c07f-4e0f-a5f7-411c0b7fe422 with status ACTIVE [ 1090.253235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.253346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.253458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.253660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.253761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.253965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.254127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.254309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.254537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.254666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.254880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.254980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.255059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.255278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.255364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.255457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43041938-c07f-4e0f-a5f7-411c0b7fe422 is going to be updated. [ 1090.292686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.292879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.292979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.293286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.293481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.293694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43041938-c07f-4e0f-a5f7-411c0b7fe422" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.611701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.611983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.611983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.612145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.612346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.612453] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be updated. [ 1090.650403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.650754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.650754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.650956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.651614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.665572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: IN_PROGRESS for 2s [ 1090.757903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.848546] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc52a850-2f4f-4327-aab0-5838ed50cb04 req-830435e5-1732-4b3a-86a7-8a8ff87682d5 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 1090.849310] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc52a850-2f4f-4327-aab0-5838ed50cb04 req-830435e5-1732-4b3a-86a7-8a8ff87682d5 service nova] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1090.849705] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc52a850-2f4f-4327-aab0-5838ed50cb04 req-830435e5-1732-4b3a-86a7-8a8ff87682d5 service nova] Enqueued Resource ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d with Priority: HIGHEST for action port [ 1090.851195] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_rules [ 1090.851464] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1090.851670] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d with Priority: HIGHEST for action port [ 1090.853460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.853587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.853655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.853863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.853941] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.855414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.855414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.855414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.855616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.855694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.855832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.855926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.856165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.856265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.856384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.859150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b4b0a77-a241-4569-9ef5-663d5b6b887d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.859265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.859316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.859590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.859590] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4b0a77-a241-4569-9ef5-663d5b6b887d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.143969] env[65432]: INFO networking_nsxv3.common.synchronization [req-66c762ed-df61-4fa4-9acc-083048aa5f24 req-9ab22253-7635-4237-9c6c-928ddb4ed399 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1091.144959] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1091.145225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.145424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.145530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.145856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.148545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.148742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.148781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.149238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.150425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.150425] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.260975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.260975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.260975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.261447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.261447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.261592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 is going to be created. [ 1091.303032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.303032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.303032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.303032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.303032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.314412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 in Status: UNINITIALIZED for 2s [ 1091.360802] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.361537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b4b0a77-a241-4569-9ef5-663d5b6b887d with status ACTIVE [ 1091.361537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.361731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.361731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.361935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.362045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.362338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.362572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.362626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.362885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.362969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.366655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.366655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.366655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.366655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.366655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.366655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b4b0a77-a241-4569-9ef5-663d5b6b887d is going to be updated. [ 1091.367445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.367567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.403187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.403467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.403467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.403816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.403816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.403966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b4b0a77-a241-4569-9ef5-663d5b6b887d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.630214] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.630412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.630539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.630952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.631287] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.631453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.631568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.631857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.632012] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.632439] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.632560] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.632669] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.632785] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.632913] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.633047] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.633195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.652411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.659595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.659963] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.659963] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.660116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.660433] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-ac29fa50-927e-44ac-bdfb-17c6294559c7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.660863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.660863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.661154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.661277] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac29fa50-927e-44ac-bdfb-17c6294559c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.868985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.156326] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.167494] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.167604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.167645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.167901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.168152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.168212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port ac29fa50-927e-44ac-bdfb-17c6294559c7 not found, creating... [ 1092.168537] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.168699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.168814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.169039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.169179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.169540] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.169715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.169830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.170047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.170181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.170316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: ac29fa50-927e-44ac-bdfb-17c6294559c7 is going to be created. [ 1092.193041] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.193221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.193383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.193638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.193849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.194650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.374646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.374890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.374890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.375139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.375225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.375378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 1092.410970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.411177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.411290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.411542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.411734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.426414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 1092.658606] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.658818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.658953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.659087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.659181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.659292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1092.679865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1092.680200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.696055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.696220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.696295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.696515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.696675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.705950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1093.008227] env[65432]: INFO networking_nsxv3.common.synchronization [req-66c762ed-df61-4fa4-9acc-083048aa5f24 req-3fda0022-3699-419a-a4c2-200ed0da07b3 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1093.008227] env[65432]: INFO networking_nsxv3.common.synchronization [req-66c762ed-df61-4fa4-9acc-083048aa5f24 req-3fda0022-3699-419a-a4c2-200ed0da07b3 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1093.008227] env[65432]: INFO networking_nsxv3.common.synchronization [req-66c762ed-df61-4fa4-9acc-083048aa5f24 req-3fda0022-3699-419a-a4c2-200ed0da07b3 service nova] Enqueued Resource ID: ac29fa50-927e-44ac-bdfb-17c6294559c7 with Priority: HIGHEST for action port [ 1093.008706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1093.010028] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1093.010028] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac29fa50-927e-44ac-bdfb-17c6294559c7 with Priority: HIGHEST for action port [ 1093.010028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.010028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.010028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.010557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.010769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.012520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.012520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.012520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac29fa50-927e-44ac-bdfb-17c6294559c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.012520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.012520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.015356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.015356] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac29fa50-927e-44ac-bdfb-17c6294559c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.328540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 in Status: SUCCESS [ 1093.328861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.328950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.329217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.329420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.329545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.329613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.329771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.329849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.329936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.330042] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.516567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.516807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.517278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac29fa50-927e-44ac-bdfb-17c6294559c7 with status ACTIVE [ 1093.517875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.517875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.517875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.518162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.518313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.518571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.518706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.520216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.520216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.520216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac29fa50-927e-44ac-bdfb-17c6294559c7 is going to be updated. [ 1093.541634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.541811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.541932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.542576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.542576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.542576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac29fa50-927e-44ac-bdfb-17c6294559c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.832786] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.335599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8031cb-e901-48d3-891a-38bd2a9515f4: rpc.has_security_group_logging(os_id): False [ 1094.363781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.363972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.364051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.364431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.364729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.365032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.365032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.365289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.365353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.365497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 is going to be created. [ 1094.436609] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 1094.436898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.436950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.437211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.437384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.437498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.437566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.437872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.437872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.437872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.438061] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.466677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.466677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.466677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.467058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.467262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.485061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 in Status: IN_PROGRESS for 2s [ 1094.719716] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.719716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.719716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.719716] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.940871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.941071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.941144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.941371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.941544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.941641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.941694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.941843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.941924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.942025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.942217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.942331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.942331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.942470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.942586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.942656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.942755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.942987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.942987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.942987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943106] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.222441] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.445367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb: rpc.has_security_group_logging(os_id): False [ 1095.467599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.467871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.467871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.468213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.468340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.468677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.468769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.468836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.468985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.469074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.469279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.469392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.469455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.469594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.469664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.469877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.469970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.470034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.470174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.470245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.470362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 1095.556895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.557149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.557149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.557330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.557508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.584477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 1095.725166] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.228028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.228028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.228028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.228028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.228028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.228028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1096.263755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.263916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.263958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.264189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.276795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1096.498954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 in Status: SUCCESS [ 1096.499298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.925250] env[65432]: INFO networking_nsxv3.common.synchronization [req-4c9ad747-a023-4dba-9925-fc7d7dcc061c req-6300bcc9-dfc3-4d2d-82b0-5401b7aa2430 tempest-ServerRescueTestJSON-2094647920 tempest-ServerRescueTestJSON-2094647920-project-member] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1096.925802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGHEST for action security_group_members [ 1096.926111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.926267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.926321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.926486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.926659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.926762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.926867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.926976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.927443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.928749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.430536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.430750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.430750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.430967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.431070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.431284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.431386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.431449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.431622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.431667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.431756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be updated. [ 1097.463988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.464207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.464248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.464654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.464840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.476367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: IN_PROGRESS for 2s [ 1097.601348] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 1097.602410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.035548] env[65432]: INFO networking_nsxv3.common.synchronization [req-588d818c-9d0d-4960-b333-a81fcf85d2b4 req-9b6cf879-e386-4b24-bd81-aa6005ac33d2 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1098.035548] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1098.035688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.035748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.035787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.035985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.036195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.036262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.036317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.036953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.036953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.036953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.290476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1098.291194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.291332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.291862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.292613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.292852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.292852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.293371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.293509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.293678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.293810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.540131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.540315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.540358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.540776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.540917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.541106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.541240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.541330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.543053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.543150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.543290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1098.574742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.574742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.574742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.574942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.575087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.585994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1098.796813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.797250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.797250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.797368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.797463] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.797615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.797703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.797879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.797991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.798363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.798363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.798619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.798774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.798968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.799083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.799130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.799227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.799400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.799482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.799775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.799900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.302835] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1099.348106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.348106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.348106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.348263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.348263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.348947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.348947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.348947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.348947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.349138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.349253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.349324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.349380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.349483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.349573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.349727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.349821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.349876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.350032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.350115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.350204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1099.426628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.426808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.426881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.427106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.427257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.443950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1099.486862] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a608add-a661-4e84-9d47-3f8851de6528 in Status: SUCCESS [ 1099.487023] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 deletion is rescheduled due to dependency. [ 1099.487139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.600761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1100.601048] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1100.601122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.458260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1101.458541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.510188] env[65432]: INFO networking_nsxv3.common.synchronization [req-5ac1d526-ddca-4898-a1ee-75e816fda655 req-32c80549-0065-4731-ab3d-f3589888983f tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1102.510188] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1102.510188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.510188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.510188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.511432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.511711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.511832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.511898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.512850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.512850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.512850] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.764953] env[65432]: INFO networking_nsxv3.common.synchronization [req-0c0c8ab2-fa9e-41a1-a857-efe0e95078f2 req-c411fd9f-fa07-4a5f-aa52-13bf0661374d tempest-ServersNegativeTestJSON-812455243 tempest-ServersNegativeTestJSON-812455243-project-member] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 1102.766414] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGHEST for action security_group_members [ 1102.766414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.766414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.766414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.769718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.769913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.770045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.770098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.770985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.770985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.770985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.017970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.017970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.017970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.017970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1103.049708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.049856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.050104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.050367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.050620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.060846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1103.273333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.273333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.274237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.274237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.274237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.274237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.274237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.274237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.274444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.274444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.274679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be updated. [ 1103.311583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.312149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.312149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.312856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.312995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.325577] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: IN_PROGRESS for 2s [ 1104.204802] env[65432]: INFO networking_nsxv3.common.synchronization [req-6b10cba0-1512-4487-b8c7-84fede7ec2db req-0cd8ecc5-2ee5-46b1-b950-627092a20a17 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1104.206185] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1104.206185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.206185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.206185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.206185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.206391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.206435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.206485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.206640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.206736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.206874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.639114] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.639315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.639433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.642060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.642060] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.642060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.642060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.642060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.642060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.642060] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.642060] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.642060] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.642060] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.642060] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.642060] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.642060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.661200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.661200] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.661200] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.661200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-533" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.661548] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-30be0a84-46ec-4421-9c8f-d493485fba76 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.662754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.662892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.663185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.663348] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30be0a84-46ec-4421-9c8f-d493485fba76',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.708754] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.072678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1105.072882] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 1105.072978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.166204] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.166418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.166528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.166834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.166992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.167299] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.167461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.167579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.167797] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.167984] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.168227] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.168376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.168490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.168726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.168865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.169017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 30be0a84-46ec-4421-9c8f-d493485fba76 is going to be updated. [ 1105.192220] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.192476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.192637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.192960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.193182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.193502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.211270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.343982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 in Status: SUCCESS [ 1105.344330] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 deletion is rescheduled due to dependency. [ 1105.344756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.715466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.715916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.716104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.716400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.716590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.716769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1105.750110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.750557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.750557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.751329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.751329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.763166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1105.913867] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cbefaaf-0633-47d7-9d9a-47b88e987773 req-d0778c32-bf84-42a2-a968-0db5c13255a0 service nova] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1105.914928] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cbefaaf-0633-47d7-9d9a-47b88e987773 req-d0778c32-bf84-42a2-a968-0db5c13255a0 service nova] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1105.914928] env[65432]: INFO networking_nsxv3.common.synchronization [req-6cbefaaf-0633-47d7-9d9a-47b88e987773 req-d0778c32-bf84-42a2-a968-0db5c13255a0 service nova] Enqueued Resource ID: 30be0a84-46ec-4421-9c8f-d493485fba76 with Priority: HIGHEST for action port [ 1105.914928] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_rules [ 1105.914928] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1105.914928] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30be0a84-46ec-4421-9c8f-d493485fba76 with Priority: HIGHEST for action port [ 1105.918274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.918504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.918504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.918677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.920036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.923400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.923520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.923586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.923979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.924115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.924255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.924321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.924507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.924592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.924692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.926025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-30be0a84-46ec-4421-9c8f-d493485fba76 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.926025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.926025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.926025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.926203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30be0a84-46ec-4421-9c8f-d493485fba76',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.076164] env[65432]: INFO networking_nsxv3.common.synchronization [None req-018705f1-d209-4624-942d-91cf72457075 None None] Enqueued Resource ID: 7bf654f9-86f7-4620-bf30-2e8370f2e566 with Priority: HIGHEST for action port [ 1106.076660] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf654f9-86f7-4620-bf30-2e8370f2e566 with Priority: HIGHEST for action port [ 1106.076965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf654f9-86f7-4620-bf30-2e8370f2e566 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.077406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf654f9-86f7-4620-bf30-2e8370f2e566" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.077509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf654f9-86f7-4620-bf30-2e8370f2e566" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.077786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf654f9-86f7-4620-bf30-2e8370f2e566" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.077869] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf654f9-86f7-4620-bf30-2e8370f2e566',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.278477] env[65432]: INFO networking_nsxv3.common.synchronization [None req-90b29d4d-1a3f-4beb-a0e4-8aad8336b1b6 tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_rules [ 1106.279602] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_rules [ 1106.280195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.280342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.280530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.280941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.281217] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.396635] env[65432]: INFO networking_nsxv3.common.synchronization [None req-11d4a910-7cb4-4455-8023-12f2209dbfdf tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_rules [ 1106.398061] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_rules [ 1106.400118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.400651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.428933] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.433222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.433222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.433222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30be0a84-46ec-4421-9c8f-d493485fba76 with status ACTIVE [ 1106.433222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.433222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.433222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.433481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.433481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.433685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.433862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.433992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.434264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.434380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.434719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.434774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.434864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.435086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.435561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.435561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30be0a84-46ec-4421-9c8f-d493485fba76 is going to be updated. [ 1106.459316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.459316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.459514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.459591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.459780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.459948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30be0a84-46ec-4421-9c8f-d493485fba76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.580724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bf654f9-86f7-4620-bf30-2e8370f2e566 [ 1106.580724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.580724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.580724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.581773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.581773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.581773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bf654f9-86f7-4620-bf30-2e8370f2e566 already deleted. [ 1106.581773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf654f9-86f7-4620-bf30-2e8370f2e566" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.804713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.804713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 already deleted. [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.804713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.804713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.925552] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9eeaa36-41f5-42a6-91f2-cfc098ad909c req-56abac93-3f18-4e41-a5f5-b15b175adfa9 tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1106.926154] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1106.926902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.926902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.926902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.926902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.926902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.926902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.926902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.927198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.927236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.928808] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.932895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.354443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.354945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.354945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.354945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.355127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.355127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 already deleted. [ 1107.355218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.429357] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.435830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.436230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.436415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.437196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.437196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.437196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 is going to be updated. [ 1107.477941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.478110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.478296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.478543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.478731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.489036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: IN_PROGRESS for 2s [ 1107.775461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1107.775532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.933051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.436174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.436174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.436174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.436174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.436174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.436174] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be updated. [ 1108.471047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.472026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.472026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.472026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.472026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.481113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: IN_PROGRESS for 2s [ 1108.493585] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f6808134-0391-4d99-97a7-96c1543ed446 None None] Enqueued Resource ID: 612d3d4b-efdd-4dff-ae62-936219844c48 with Priority: HIGHEST for action port [ 1108.493585] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612d3d4b-efdd-4dff-ae62-936219844c48 with Priority: HIGHEST for action port [ 1108.493585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-612d3d4b-efdd-4dff-ae62-936219844c48 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.493585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612d3d4b-efdd-4dff-ae62-936219844c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.493585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612d3d4b-efdd-4dff-ae62-936219844c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.493585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612d3d4b-efdd-4dff-ae62-936219844c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.493585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612d3d4b-efdd-4dff-ae62-936219844c48',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.996095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612d3d4b-efdd-4dff-ae62-936219844c48 [ 1108.996347] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.996487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.997238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.997238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.997238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.997238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612d3d4b-efdd-4dff-ae62-936219844c48 already deleted. [ 1108.997238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612d3d4b-efdd-4dff-ae62-936219844c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.086381] env[65432]: INFO networking_nsxv3.common.synchronization [req-709f67f9-f57e-48d2-8ef9-026f8093e7ca req-48a0c816-d2dd-4c9c-b05e-91036b2a455b tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1109.086941] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1109.087247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.088068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.088068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.088068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.088068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.088068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.088068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.088285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.088285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.088285] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.423992] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.424210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.424333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.424666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.425717] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.425717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.425717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.425717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.425717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.425972] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.425972] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.426048] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.426138] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.426270] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.426351] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.426482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.445196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.445481] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.445919] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.446151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-35" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.446469] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-faae1b79-eb1b-44b6-807f-4fcc44c5873b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.446643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.446762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.447327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.447554] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faae1b79-eb1b-44b6-807f-4fcc44c5873b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.499228] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: SUCCESS [ 1109.499228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.500200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.500200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.500200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.500200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.500200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.500200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.500200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.500447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.500447] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.592759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.593189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.594358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.594358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.594358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.594358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.594358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.594594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.594594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.594661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.594760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1109.625889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.626060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.626131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.626335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.626497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.636117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1109.950637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.950881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.951021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.951306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.951457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.951630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port faae1b79-eb1b-44b6-807f-4fcc44c5873b not found, creating... [ 1109.952141] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.952425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.952579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.952819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.953016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.953321] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.953485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.953601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.953827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.953963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.954122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: faae1b79-eb1b-44b6-807f-4fcc44c5873b is going to be created. [ 1109.977966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.977966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.978295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.978385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.978647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.978887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.002747] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.500027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1110.500373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.504702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0efe661-b6e7-41da-b275-819cc70c0c54: rpc.has_security_group_logging(os_id): False [ 1110.523336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.523493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.523576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.523852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.523951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.524257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.524363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.524429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.524654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.524726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.524884] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 is going to be updated. [ 1110.584477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.584696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.584764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.584990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.585165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.598128] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: IN_PROGRESS for 2s [ 1110.701275] env[65432]: INFO networking_nsxv3.common.synchronization [req-709f67f9-f57e-48d2-8ef9-026f8093e7ca req-c6d224a2-335e-4a51-abab-c0c1553a30a7 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 1110.701275] env[65432]: INFO networking_nsxv3.common.synchronization [req-709f67f9-f57e-48d2-8ef9-026f8093e7ca req-c6d224a2-335e-4a51-abab-c0c1553a30a7 service nova] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1110.701275] env[65432]: INFO networking_nsxv3.common.synchronization [req-709f67f9-f57e-48d2-8ef9-026f8093e7ca req-c6d224a2-335e-4a51-abab-c0c1553a30a7 service nova] Enqueued Resource ID: faae1b79-eb1b-44b6-807f-4fcc44c5873b with Priority: HIGHEST for action port [ 1110.701275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_rules [ 1110.701898] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1110.702187] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faae1b79-eb1b-44b6-807f-4fcc44c5873b with Priority: HIGHEST for action port [ 1110.702898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.704229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.704229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.704229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.704229] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.705141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.705489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.705912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-faae1b79-eb1b-44b6-807f-4fcc44c5873b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.707077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.707077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.707077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.707077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faae1b79-eb1b-44b6-807f-4fcc44c5873b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.210140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.210331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.210416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faae1b79-eb1b-44b6-807f-4fcc44c5873b with status ACTIVE [ 1111.211339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.211339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.211339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.211339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.211339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.211339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.211601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.211601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.211882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.211882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.212035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.212157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.212237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.212632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.212632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.212632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faae1b79-eb1b-44b6-807f-4fcc44c5873b is going to be updated. [ 1111.239137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.239551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.239778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.240262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.240622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.240880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faae1b79-eb1b-44b6-807f-4fcc44c5873b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.648757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1111.650131] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 1111.650131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.650131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.650131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.650131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.650131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.650131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.650131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.650397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.650397] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.152486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.614137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: SUCCESS [ 1112.614345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.655650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.158450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.158726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.158805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.159134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.159334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.159412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1113.193240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.193387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.193459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.193670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.193821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.204381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1115.215521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1115.215795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.215963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.216177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.216434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.216505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.216565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.216696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.216776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.217031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.217031] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.703353] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1115.703505] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1115.719228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.719428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.719428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.719654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.719820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.719925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.720038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.720147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.720236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.720321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.720488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.720582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.720641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.720782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.720917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.721526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.721526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.721526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.721526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.721526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.721526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.224367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c1567d5-026a-4333-82b7-5db166a6ccbb: rpc.has_security_group_logging(os_id): False [ 1116.243425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.243736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.243736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.243844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.243932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.244169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.244268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.244331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.244476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.244552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.244808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.244901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.244973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.245132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.245208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.245386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.245477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.245536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.245673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.245767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.245854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1116.326557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.326764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.326764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.326961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.327120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.345232] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1116.950579] env[65432]: INFO networking_nsxv3.common.synchronization [req-846e2a1a-ed60-41f6-899b-5ef4da372e60 req-a2828636-3c5d-401f-b505-0bf889aa6d7d tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1116.951220] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1116.951573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.951678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.951745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.952160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.952312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.952409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.952597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.952700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.952836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.952948] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.317085] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.317463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.317720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.318209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.318600] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.318879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.319120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.319490] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.319862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.319862] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.319983] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.320103] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.320208] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.320363] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.320427] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.320547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.342725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.342938] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.343113] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.343309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-531" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.343668] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.343851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.344017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.344377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.344538] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dfd622-eee3-45c7-bca0-5d2084ad1f9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.455880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.456096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.456142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.456390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.456522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.456800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.456947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.457026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.457207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.457287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.457382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1117.502581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.502581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.502581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.502581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.502581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.513394] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1117.848461] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.848749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.848879] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.849201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.849354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.849574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port f3dfd622-eee3-45c7-bca0-5d2084ad1f9d not found, creating... [ 1117.849863] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.850037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.850158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.850380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.850520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.850976] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.851172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.851291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.851612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.851759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.851911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: f3dfd622-eee3-45c7-bca0-5d2084ad1f9d is going to be created. [ 1117.879972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.879972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.880196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.880350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.880585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.880873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.154301] env[65432]: INFO networking_nsxv3.common.synchronization [req-bcbe3a9d-c06e-41de-b5d2-1ba8985b5dae req-ea631639-1cf9-4f64-b639-e4aca0ae046c tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1118.154828] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGHEST for action security_group_members [ 1118.155438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.155438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.155438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.156647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.156647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.156647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.156647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.156647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.156647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.156647] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.363132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1118.363479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.603502] env[65432]: INFO networking_nsxv3.common.synchronization [req-846e2a1a-ed60-41f6-899b-5ef4da372e60 req-995a989b-e9e9-415f-bd2b-09993e18e06f service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 1118.603620] env[65432]: INFO networking_nsxv3.common.synchronization [req-846e2a1a-ed60-41f6-899b-5ef4da372e60 req-995a989b-e9e9-415f-bd2b-09993e18e06f service nova] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1118.603763] env[65432]: INFO networking_nsxv3.common.synchronization [req-846e2a1a-ed60-41f6-899b-5ef4da372e60 req-995a989b-e9e9-415f-bd2b-09993e18e06f service nova] Enqueued Resource ID: f3dfd622-eee3-45c7-bca0-5d2084ad1f9d with Priority: HIGHEST for action port [ 1118.604362] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_rules [ 1118.604540] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1118.604716] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dfd622-eee3-45c7-bca0-5d2084ad1f9d with Priority: HIGHEST for action port [ 1118.605278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.605411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.605522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.605789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.605909] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.607412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.607559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.607833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.607974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.608055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.608246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.608594] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dfd622-eee3-45c7-bca0-5d2084ad1f9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.658790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.658990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.659071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.659293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.659386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.659594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.659690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.659754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.659903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.659977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.660110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be updated. [ 1118.696839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.697048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.697088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.697282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.697423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.707160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: IN_PROGRESS for 2s [ 1119.107813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.107965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.111350] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dfd622-eee3-45c7-bca0-5d2084ad1f9d with status ACTIVE [ 1119.111565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.111694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.111762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.112015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.112120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.112306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.112405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.112468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.112631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.112707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.112904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.113023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.113072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.113182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.113254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.113339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dfd622-eee3-45c7-bca0-5d2084ad1f9d is going to be updated. [ 1119.135049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.135223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.135298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.135500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.135637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.135792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dfd622-eee3-45c7-bca0-5d2084ad1f9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.292740] env[65432]: INFO networking_nsxv3.common.synchronization [req-52738262-b240-4698-85c1-fb76fd409167 req-1b4717e4-28c0-4f36-81e5-a38c592704f4 tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_members [ 1119.293539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_members [ 1119.293961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.294161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.294209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.294563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.294987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.294987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.294987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.295303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.295303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.295358] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.527167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1119.527167] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.527167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.527167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.527167] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.675327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.675535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.675695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.675995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.676271] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.676430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.676545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.676761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.676907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.677129] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.677240] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.677343] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.677447] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.677553] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.677657] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.677786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.697244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.697476] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.697573] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.697762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.698111] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-c0535275-859b-42f4-9a31-a32bfd341529 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.698316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.698436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.698780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.698934] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0535275-859b-42f4-9a31-a32bfd341529',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.797582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.797760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.797827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.798555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.798657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.798719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.799042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 already deleted. [ 1119.799123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.029192] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.201933] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.202214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.202345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.202648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.202809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.202965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port c0535275-859b-42f4-9a31-a32bfd341529 not found, creating... [ 1120.203250] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.203407] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.203523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.203742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.203880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.204181] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.204336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.204452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.204717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.204834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.205036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: c0535275-859b-42f4-9a31-a32bfd341529 is going to be created. [ 1120.226088] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.226315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.226440] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.226703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.226937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.533275] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.718253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d89632-d93f-4410-bb23-88468f5679e7 in Status: SUCCESS [ 1120.718435] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 deletion is rescheduled due to dependency. [ 1120.718547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.958906] env[65432]: INFO networking_nsxv3.common.synchronization [req-52738262-b240-4698-85c1-fb76fd409167 req-50e2ebe8-e365-46ef-bc31-6aec5c58ee6b service nova] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_rules [ 1120.958906] env[65432]: INFO networking_nsxv3.common.synchronization [req-52738262-b240-4698-85c1-fb76fd409167 req-50e2ebe8-e365-46ef-bc31-6aec5c58ee6b service nova] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_members [ 1120.958906] env[65432]: INFO networking_nsxv3.common.synchronization [req-52738262-b240-4698-85c1-fb76fd409167 req-50e2ebe8-e365-46ef-bc31-6aec5c58ee6b service nova] Enqueued Resource ID: c0535275-859b-42f4-9a31-a32bfd341529 with Priority: HIGHEST for action port [ 1120.959413] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_rules [ 1120.959571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_members [ 1120.959710] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0535275-859b-42f4-9a31-a32bfd341529 with Priority: HIGHEST for action port [ 1120.959966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.960109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.960161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.960356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.960443] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.961313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.961514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.961514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.961770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.961770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.961861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.961920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.963441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.963441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.963441] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.963441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0535275-859b-42f4-9a31-a32bfd341529 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.963441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.963755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.963755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.963755] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0535275-859b-42f4-9a31-a32bfd341529',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.038640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.038850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.038850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.039094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.039216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.039363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1121.073081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.073313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.073365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.073744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.074041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.084707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1121.467885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.467885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.467885] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.469044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0535275-859b-42f4-9a31-a32bfd341529 with status ACTIVE [ 1121.469044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.469044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.469228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.469284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.469367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.469543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.469841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.469841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.469959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.469959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.470253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.470350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.470432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.470546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.470612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.470699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0535275-859b-42f4-9a31-a32bfd341529 is going to be updated. [ 1121.502362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.502362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.502362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.502692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.502892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.503469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0535275-859b-42f4-9a31-a32bfd341529" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.675774] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc74dda8-5f3a-43db-b910-2ad39e63f390 req-a6e53453-bda6-495c-bba2-4ef106b58831 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1121.676219] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1121.676526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.676653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.676712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.676904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.677210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.677444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.677542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.677746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.677888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.677994] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.972616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.993754] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.993949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.994083] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.994388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.994588] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.994773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.994892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.995122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.995208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.995411] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.995676] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.995676] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.995760] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.995801] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.995900] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.996039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.016249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.016249] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.016414] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.016546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.016929] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-4cd1ec69-0fee-422e-832f-d6a35933b007 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.017220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.017324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.017654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.017790] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd1ec69-0fee-422e-832f-d6a35933b007',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.180329] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.475858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.475858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.476160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.476312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.476410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.476519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 is going to be created. [ 1122.507104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.507353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.507353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.507603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.507790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.517930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: UNINITIALIZED for 2s [ 1122.520651] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.520878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521325] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.521726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 4cd1ec69-0fee-422e-832f-d6a35933b007 not found, creating... [ 1122.522104] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.522276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.522438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.522702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.522897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523350] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.523617] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.523824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.524181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.524380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.524558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 4cd1ec69-0fee-422e-832f-d6a35933b007 is going to be created. [ 1122.558648] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.558846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.558957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.559280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.559535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.559788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.683772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.095377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1123.095636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.095792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.096189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.096422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.096588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.096691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.096885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.097053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.097171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.097268] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.186097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.186308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.186358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.186568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.186662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.186841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1123.227089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.227365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.227472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.228301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.228301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.239967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1123.267913] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc74dda8-5f3a-43db-b910-2ad39e63f390 req-1c13256d-c394-421a-a59e-1b92140d27a4 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1123.267967] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc74dda8-5f3a-43db-b910-2ad39e63f390 req-1c13256d-c394-421a-a59e-1b92140d27a4 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1123.268173] env[65432]: INFO networking_nsxv3.common.synchronization [req-fc74dda8-5f3a-43db-b910-2ad39e63f390 req-1c13256d-c394-421a-a59e-1b92140d27a4 service nova] Enqueued Resource ID: 4cd1ec69-0fee-422e-832f-d6a35933b007 with Priority: HIGHEST for action port [ 1123.268769] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1123.268933] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1123.269077] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd1ec69-0fee-422e-832f-d6a35933b007 with Priority: HIGHEST for action port [ 1123.269413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.269613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.269670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.269944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.270032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.270983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.271119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.271451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd1ec69-0fee-422e-832f-d6a35933b007 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.271576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.271576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.271760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.271847] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd1ec69-0fee-422e-832f-d6a35933b007',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.600489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.600489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.600489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.600778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.600778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.600883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.600883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.601084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.601232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.601325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.601506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.601619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.601689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.601820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.601995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.602121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.602191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.602357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.602454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.602542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.602652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.774157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.774454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.774558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd1ec69-0fee-422e-832f-d6a35933b007 with status ACTIVE [ 1123.774762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.774909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.774977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.775346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.775346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.775548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.775668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.775789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.775962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.776083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.776283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.776414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.776490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.776652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.777117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.777117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd1ec69-0fee-422e-832f-d6a35933b007 is going to be updated. [ 1123.803909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.804129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.804210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.804481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.804653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.804851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd1ec69-0fee-422e-832f-d6a35933b007" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.104505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4735d5cd-9094-4268-a23e-8e5555e20067: rpc.has_security_group_logging(os_id): False [ 1124.124246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.124397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.124471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.124700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.124822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.125063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.125183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.125249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.125414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.125492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.125684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.125777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.125889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.126082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.126170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.126356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.126449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.126510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.126648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.126721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.126807] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1124.194125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.194407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.194407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.194556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.194750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.212726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1124.529564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: SUCCESS [ 1124.529792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.530094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.530292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.530483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.530601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.530665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.530813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.530958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.531065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.531157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.620026] env[65432]: INFO networking_nsxv3.common.synchronization [req-fb2b21d2-dc71-4cae-8cca-f2599f3f44d5 req-6fcabea9-b30f-4434-8d7c-b01739bd9411 tempest-ServerDiskConfigTestJSON-1062749581 tempest-ServerDiskConfigTestJSON-1062749581-project-member] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1124.620026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGHEST for action security_group_members [ 1124.620430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.620430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.620588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.620666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.620881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.621019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.621088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.621274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.621567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.621567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.034852] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.124008] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.125369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.125454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.125658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.125749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.126037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.126149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.126220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.126371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.126447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.126541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be updated. [ 1125.155208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.155357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.155424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.155632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.155773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.165912] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: IN_PROGRESS for 2s [ 1125.251009] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1125.252039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.252039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.252039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.252039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.252039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.252039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.252304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.252304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.252357] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.400765] env[65432]: INFO networking_nsxv3.common.synchronization [None req-334adfd8-afdc-45b4-906e-cb952fc68e9c tempest-AttachInterfacesTestJSON-2105235843 tempest-AttachInterfacesTestJSON-2105235843-project-member] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1125.401718] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGHEST for action security_group_members [ 1125.401853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.401998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.402107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.402312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.402478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.403068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.403068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.403068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.403249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.403310] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.537215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55ec7a55-3c29-46b6-94d2-2580b70f9b07: rpc.has_security_group_logging(os_id): False [ 1125.562024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.562024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.562024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.562024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 is going to be created. [ 1125.649927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.650111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.650180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.650519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.650735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.667962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: IN_PROGRESS for 2s [ 1125.755115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.905523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.905694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.905766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.906204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.906344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.906603] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.906744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.906825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.907018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.907160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.907224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be updated. [ 1125.937343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.937552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.937712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.938017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.938204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.950034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: IN_PROGRESS for 2s [ 1126.229396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1126.229690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.258047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.760142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.760305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.760375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.760625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.760730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.760824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1126.799072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.799271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.799360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.799645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.799804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.809631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1127.175464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb in Status: SUCCESS [ 1127.175573] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb deletion is rescheduled due to dependency. [ 1127.175679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.682142] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: SUCCESS [ 1127.682486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.968290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb in Status: SUCCESS [ 1127.968496] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb deletion is rescheduled due to dependency. [ 1127.968609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.821096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1128.821511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.821511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.821511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.821782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.821906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.821989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.822153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.822233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.822307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.822405] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.325303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.325821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.325821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.325821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.325964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.326082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.326153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.326331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.326405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.326512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.326667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.326779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.326821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.326993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.327191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.327282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.327342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.327483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.327561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.327681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.327756] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.831151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1129.861019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.861346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.861346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.861495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.861543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.861779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.861874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.861935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.862098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.862176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.862366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.862458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.862508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.862661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.862758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.862939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.863110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.863230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.863337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.863411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.863499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1129.955684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.955684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.955684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.955684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.955684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.971882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1130.402400] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1130.402523] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1131.988121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1131.988420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.404391] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.404777] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1136.084394] env[65432]: INFO networking_nsxv3.common.synchronization [req-62ce0fa1-ad65-48b3-a900-2779396e5a9d req-eb92176e-e64a-4388-ab2d-380d7650bea7 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1136.085065] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1136.085263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.085391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.085461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.085662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.085820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.085984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.085984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.086198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.086198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.086284] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.588679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.090596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.592945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.593365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.593408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.593693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.593902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.594015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1137.634323] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.634596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.634596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.634957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.635104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.646745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1139.657634] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1139.657634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.088369] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.088369] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.087155] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1146.087155] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1147.643475] env[65432]: INFO networking_nsxv3.common.synchronization [req-7500826f-bd61-4c39-b527-f4156205c13c req-8892ee44-a9cb-44cd-8f71-f5445e4a3d1f tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1147.643475] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1147.643475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.643475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.644324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.646627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.646627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.646627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.646627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.646627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.646627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.646627] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.950652] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.950885] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.951095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.951370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.951625] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.951784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.951895] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.952110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.952261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.952469] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.952583] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.952690] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.952793] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.952899] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.953010] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.953147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.998359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.998602] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.998779] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.999037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999498] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-047c9526-9724-458b-a9c8-d3bd57896cbe taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.999720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.999900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.000396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.000580] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047c9526-9724-458b-a9c8-d3bd57896cbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.148517] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.504850] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.506935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.506935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.506935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.506935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.506935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 047c9526-9724-458b-a9c8-d3bd57896cbe not found, creating... [ 1148.506935] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.506935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.506935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.507358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.507358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.507633] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.507836] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.507991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.508349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.508481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.508665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 047c9526-9724-458b-a9c8-d3bd57896cbe is going to be created. [ 1148.535357] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.535575] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.535697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.535964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.536283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.536531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.650967] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.153668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.153873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.153951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.154189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.154283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.154386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1149.190954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.190954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.190954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.190954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.191875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.202768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1149.212381] env[65432]: INFO networking_nsxv3.common.synchronization [req-7500826f-bd61-4c39-b527-f4156205c13c req-616dfb34-1d38-4da9-ae3e-16af01a352b3 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1149.212600] env[65432]: INFO networking_nsxv3.common.synchronization [req-7500826f-bd61-4c39-b527-f4156205c13c req-616dfb34-1d38-4da9-ae3e-16af01a352b3 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1149.212773] env[65432]: INFO networking_nsxv3.common.synchronization [req-7500826f-bd61-4c39-b527-f4156205c13c req-616dfb34-1d38-4da9-ae3e-16af01a352b3 service nova] Enqueued Resource ID: 047c9526-9724-458b-a9c8-d3bd57896cbe with Priority: HIGHEST for action port [ 1149.213346] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1149.213727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1149.213727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047c9526-9724-458b-a9c8-d3bd57896cbe with Priority: HIGHEST for action port [ 1149.214086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.214857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.214857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.214857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.214857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.215598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.215734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.215964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-047c9526-9724-458b-a9c8-d3bd57896cbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.216140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.216247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.216421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.216523] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047c9526-9724-458b-a9c8-d3bd57896cbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.718331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.718700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.718700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 047c9526-9724-458b-a9c8-d3bd57896cbe with status ACTIVE [ 1149.719229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.719229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.719229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.719229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.719448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.719490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.719595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.719631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.719782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.719958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.720290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.720290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.720290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.720542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.720542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.720596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 047c9526-9724-458b-a9c8-d3bd57896cbe is going to be updated. [ 1149.746354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.746584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.746584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.746798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.746943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.747138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047c9526-9724-458b-a9c8-d3bd57896cbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.217176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1151.217602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.217797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.218091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.218350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.218516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.218642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.218868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.218969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.219072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.722583] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.224550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.697191] env[65432]: INFO networking_nsxv3.common.synchronization [req-83753c93-1cec-4751-8393-522a00b4a4b4 req-bf8fd3f0-60c1-4815-900c-4d13ea0e6bba tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_members [ 1152.698534] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGHEST for action security_group_members [ 1152.698534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.698754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.698754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.699045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.699229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.699357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.699473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.699590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.699739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.699773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.727082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.727271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.727345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.727603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.727707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.727797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1152.761250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.761520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.761577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.762011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.762107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.773765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1153.203600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.203790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.203843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.204092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.204186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.204546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.204775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.204853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.205038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.205226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.205346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 is going to be updated. [ 1153.237092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.237743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.237743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.237743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.238024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.247950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 in Status: IN_PROGRESS for 2s [ 1154.786664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1154.787131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.787259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.787695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.788099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.788099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.788278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.788381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.788481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.788582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.788687] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.259235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 in Status: SUCCESS [ 1155.259451] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 deletion is rescheduled due to dependency. [ 1155.259554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.292300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.292584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.292584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.292810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.293032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.293175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.293245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.293417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.293506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.293597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.293757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.293850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.293912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.294075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.294215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.294359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.294467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.294593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.294669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.294752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.294840] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.799249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1155.820466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.820633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.820700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.820883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.820974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.821209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.821316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.821379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.821758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.821758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.821875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.821875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.821957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.822096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.822177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.822451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.822555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.822615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.822755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.822829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.822914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1155.887698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.887886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.887925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.888132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.888278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.904098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1156.983071] env[65432]: INFO networking_nsxv3.common.synchronization [req-e7b27eec-6c2e-4c6a-bf51-3436fcb15d57 req-ecea53ee-c0dc-407a-8219-693a6291b44a tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1156.984219] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1156.986676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.986676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.986676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.986676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.415234] env[65432]: INFO networking_nsxv3.common.synchronization [req-daf124ae-05f7-40e9-891c-67cb2ca6bdbe req-a1c68814-fff2-48d8-9028-97d60bb526c6 tempest-DeleteServersTestJSON-472767502 tempest-DeleteServersTestJSON-472767502-project-member] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1157.415928] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGHEST for action security_group_members [ 1157.418217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.418354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.418424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.418657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.418823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.418926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.418982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.419152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.419237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.419335] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.487844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.488038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.488082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.488318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.488403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.488644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.488788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.488832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.488963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.489044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.489131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1157.553136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.553419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.553523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.553753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.553897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.565814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1157.620505] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dc8366a7-455c-4b0d-ba76-0efb5b928a1c tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_rules [ 1157.621654] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_rules [ 1157.622061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.622373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.622776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.623035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.623230] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.730241] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bf545a4b-21ca-483c-9aff-e1bf4e027ae3 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_rules [ 1157.732562] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_rules [ 1157.737262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.737664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.922221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.922549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.922727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.922997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.923532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.923532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.923532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.923946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.923946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.923946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.923946] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be updated. [ 1157.927248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1157.927464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.967685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.969025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.969025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.969025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.969025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.983446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: IN_PROGRESS for 2s [ 1158.146160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.149917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.151264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.151489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.151568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.151767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 already deleted. [ 1158.151767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.151911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.153561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.153561] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.680422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.680576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.680652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.680867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.680982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.681080] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 already deleted. [ 1158.681163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.575705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1159.575993] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 deletion is rescheduled due to dependency. [ 1159.576152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.994908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4735d5cd-9094-4268-a23e-8e5555e20067 in Status: SUCCESS [ 1159.995099] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 deletion is rescheduled due to dependency. [ 1159.995240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.437041] env[65432]: INFO networking_nsxv3.common.synchronization [req-13c7f7e6-67c9-4dbc-845c-f230c7a07060 req-c7821339-eef4-4e12-a955-5fb64cfe0a94 tempest-AttachVolumeShelveTestJSON-696746271 tempest-AttachVolumeShelveTestJSON-696746271-project-member] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1160.437692] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGHEST for action security_group_members [ 1160.438359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.438359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.438745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.438958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.439164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.439271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.439350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.440445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.440445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.440445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.942375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.942689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.942689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.942829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.942926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.943140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.943247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.943371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.943489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.943559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.943648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 is going to be updated. [ 1160.979686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.980182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.980182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.980357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.980521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.991873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: IN_PROGRESS for 2s [ 1163.014252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0efe661-b6e7-41da-b275-819cc70c0c54 in Status: SUCCESS [ 1163.014666] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 deletion is rescheduled due to dependency. [ 1163.014666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.477761] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ede2ccb-3c8d-4580-b309-3b53adfe696e req-17206f53-8ee5-4fd8-8f3d-283a612505a2 tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_members [ 1163.478393] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_members [ 1163.479122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.479122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.479259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.479518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.481020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.481020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.481020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.481020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.481020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.481020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.768927] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.769148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.769269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.769587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.769844] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.770176] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.770389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.771525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.771525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.771525] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.771525] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.771761] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.771870] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.772051] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.772545] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.772545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.794740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.795047] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.795310] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.795555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-791" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.795967] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-1b37ace5-395e-466b-86bc-4cfc803dce08 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.796923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.796923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.796923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.796923] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b37ace5-395e-466b-86bc-4cfc803dce08',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.985223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.985413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.985475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.985697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.985775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.985973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.986091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.986170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.986309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.986403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.986494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 already deleted. [ 1163.986580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.299203] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.299663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.299663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.300092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.300228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.300440] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 1b37ace5-395e-466b-86bc-4cfc803dce08 not found, creating... [ 1164.300852] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.301050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.301177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.301406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.301552] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.301860] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.302042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.302161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.302377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.302514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.302657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 1b37ace5-395e-466b-86bc-4cfc803dce08 is going to be created. [ 1164.326258] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.326493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.326601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.326869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.327126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.327348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.040334] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ede2ccb-3c8d-4580-b309-3b53adfe696e req-d343dba5-c95e-4ff9-b57d-e9e2f833f47e service nova] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_rules [ 1165.040415] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ede2ccb-3c8d-4580-b309-3b53adfe696e req-d343dba5-c95e-4ff9-b57d-e9e2f833f47e service nova] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_members [ 1165.040551] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ede2ccb-3c8d-4580-b309-3b53adfe696e req-d343dba5-c95e-4ff9-b57d-e9e2f833f47e service nova] Enqueued Resource ID: 1b37ace5-395e-466b-86bc-4cfc803dce08 with Priority: HIGHEST for action port [ 1165.041096] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_rules [ 1165.041235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_members [ 1165.041331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b37ace5-395e-466b-86bc-4cfc803dce08 with Priority: HIGHEST for action port [ 1165.041614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.041728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.041797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.042035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.042215] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.043155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.043393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.043469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.043750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.043939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.044098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.044239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.045594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.045727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.045857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.047726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b37ace5-395e-466b-86bc-4cfc803dce08 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.048344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.048470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.049297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.049420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b37ace5-395e-466b-86bc-4cfc803dce08',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.549257] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.552439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.552837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.552977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b37ace5-395e-466b-86bc-4cfc803dce08 with status ACTIVE [ 1165.553197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.553315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.553385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.553588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.553678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.553851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.553953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.554048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.554235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.554290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.554462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.554551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.554609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.554746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.554819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.555620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b37ace5-395e-466b-86bc-4cfc803dce08 is going to be updated. [ 1165.578301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.578414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.578451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.579098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.579098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.579098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b37ace5-395e-466b-86bc-4cfc803dce08" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.761794] env[65432]: INFO networking_nsxv3.common.synchronization [req-8eac6c6e-bfa4-475d-a0a5-391fc1d5e18a req-3f050ed1-27ea-4e3f-808e-b6a826e21910 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1165.762360] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1165.762701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.762824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.762892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.763138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.763281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.763399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.763473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.763626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.763709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.763801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.051291] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.108197] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.108622] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.108849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.109301] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.109841] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.110187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.110473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.110870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.111166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.111576] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.111838] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.112120] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.112367] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.112620] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.112869] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.113165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.135659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.135962] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.136028] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.136446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136629] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-18a22e67-bd1e-4982-be73-90422aa00b0c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.136857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.137058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.137734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.137734] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a22e67-bd1e-4982-be73-90422aa00b0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.266729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.552923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.553742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.553742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.553742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.553742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.553742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 is going to be created. [ 1166.578876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.579045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.579121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.579328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.579491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.589851] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 in Status: UNINITIALIZED for 2s [ 1166.639920] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.640388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.640522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.640794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.640944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.641113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 18a22e67-bd1e-4982-be73-90422aa00b0c not found, creating... [ 1166.641414] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.641602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.641696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.641911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.642067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.642350] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.642503] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.642618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.642819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.642951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.643100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 18a22e67-bd1e-4982-be73-90422aa00b0c is going to be created. [ 1166.662720] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.662948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.663075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.663338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.663565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.663786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.768566] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.272482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.272661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.272726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.273278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.273278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.273278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1167.307610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.307959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.308074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.310763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.310763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.319792] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1167.419279] env[65432]: INFO networking_nsxv3.common.synchronization [req-8eac6c6e-bfa4-475d-a0a5-391fc1d5e18a req-12981147-47d3-4499-8821-7b533ad7f0ce service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1167.419984] env[65432]: INFO networking_nsxv3.common.synchronization [req-8eac6c6e-bfa4-475d-a0a5-391fc1d5e18a req-12981147-47d3-4499-8821-7b533ad7f0ce service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1167.419984] env[65432]: INFO networking_nsxv3.common.synchronization [req-8eac6c6e-bfa4-475d-a0a5-391fc1d5e18a req-12981147-47d3-4499-8821-7b533ad7f0ce service nova] Enqueued Resource ID: 18a22e67-bd1e-4982-be73-90422aa00b0c with Priority: HIGHEST for action port [ 1167.420294] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1167.420509] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1167.420568] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a22e67-bd1e-4982-be73-90422aa00b0c with Priority: HIGHEST for action port [ 1167.420957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.421091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.421432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.421432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.421577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.422347] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.422865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.423123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a22e67-bd1e-4982-be73-90422aa00b0c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.423240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.423362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.423524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.423617] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a22e67-bd1e-4982-be73-90422aa00b0c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.927153] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18a22e67-bd1e-4982-be73-90422aa00b0c with status ACTIVE [ 1167.927153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.927153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.927153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.928195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.928195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.928195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.928195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.928195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.928195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.928195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.928757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.928757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.928757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.928757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.928917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.928917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18a22e67-bd1e-4982-be73-90422aa00b0c is going to be updated. [ 1167.930047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.930153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.954160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.954690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.954690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.954690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.954859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.955012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a22e67-bd1e-4982-be73-90422aa00b0c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.602018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 in Status: SUCCESS [ 1168.602018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.602018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.603037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.603037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.603037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.603037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.603037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.603286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.603286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.603651] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.777410] env[65432]: INFO networking_nsxv3.common.synchronization [None req-07b2af94-5ffe-40bb-bf47-30e79a455465 None None] Enqueued Resource ID: 27a1cccd-a6bc-43a6-b798-9e4abed63638 with Priority: HIGHEST for action port [ 1168.778642] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a1cccd-a6bc-43a6-b798-9e4abed63638 with Priority: HIGHEST for action port [ 1168.781958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a1cccd-a6bc-43a6-b798-9e4abed63638 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.782412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a1cccd-a6bc-43a6-b798-9e4abed63638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.782790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a1cccd-a6bc-43a6-b798-9e4abed63638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.783327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a1cccd-a6bc-43a6-b798-9e4abed63638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.784432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a1cccd-a6bc-43a6-b798-9e4abed63638',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.108754] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.286186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a1cccd-a6bc-43a6-b798-9e4abed63638 [ 1169.286437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.286598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.286676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.287034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.287235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.287381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a1cccd-a6bc-43a6-b798-9e4abed63638 already deleted. [ 1169.287480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a1cccd-a6bc-43a6-b798-9e4abed63638" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.334231] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1169.334458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.334679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.334871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.335081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.335257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.335481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.335575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.335661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.335767] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.613046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99da020f-5352-4297-81e1-5cd0f0b7ddf8: rpc.has_security_group_logging(os_id): False [ 1169.634232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.634232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.634232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.634445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.634445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.635201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.635201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.635201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.635201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.635700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.635700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 is going to be created. [ 1169.706205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.706205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.706205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.706205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.706205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.719150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 in Status: IN_PROGRESS for 2s [ 1169.838477] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.949331] env[65432]: INFO networking_nsxv3.common.synchronization [req-f95113dd-34ac-4d14-bb2d-2767abc1937c req-5d6a695d-dfa1-41e2-9f04-67e4b4aceb2e tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1169.949932] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1169.950171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.950313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.950387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.951200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.951200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.951200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.951200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.951200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.951200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.951692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.340742] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.412792] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.412792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.412792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.413148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.413648] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.413648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.413755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.414041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.414774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.414774] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.414774] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.414774] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.414774] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.414969] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.414969] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.415048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.438028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.438028] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.438028] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.438028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-618" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.438225] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-a0d3183b-3e53-4de7-a060-f88a1101139f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.438381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.438501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.438835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.438972] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d3183b-3e53-4de7-a060-f88a1101139f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.453599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.453599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.453710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.453833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.453920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.454150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.454250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.454310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.454455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.454533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.454619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1170.482493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.482640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.482705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.482915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.483071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.496090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1170.844193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.844348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.844418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.844636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.844722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.844816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1170.872506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.872667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.872709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.872918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.873075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.884733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1170.941693] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.942073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.942453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.942765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.942924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.943104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port a0d3183b-3e53-4de7-a060-f88a1101139f not found, creating... [ 1170.943556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.943813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.943956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.944316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.944509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.944900] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.945163] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.945327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.945676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.945864] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.946066] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: a0d3183b-3e53-4de7-a060-f88a1101139f is going to be created. [ 1170.972675] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.973157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.973430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.974172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.974432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.974664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.088033] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8e34ef3e-9219-4ede-8bde-44a8ffdb725f None None] Enqueued Resource ID: d976379b-95fb-421f-a177-2b30c8e37d5d with Priority: HIGHEST for action port [ 1171.088033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d976379b-95fb-421f-a177-2b30c8e37d5d with Priority: HIGHEST for action port [ 1171.088033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d976379b-95fb-421f-a177-2b30c8e37d5d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.088033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d976379b-95fb-421f-a177-2b30c8e37d5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.088033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d976379b-95fb-421f-a177-2b30c8e37d5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.088033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d976379b-95fb-421f-a177-2b30c8e37d5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.088033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d976379b-95fb-421f-a177-2b30c8e37d5d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.591737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d976379b-95fb-421f-a177-2b30c8e37d5d [ 1171.592094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.592215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.592303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.592522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.592614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.592751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d976379b-95fb-421f-a177-2b30c8e37d5d already deleted. [ 1171.592850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d976379b-95fb-421f-a177-2b30c8e37d5d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.708701] env[65432]: INFO networking_nsxv3.common.synchronization [req-f95113dd-34ac-4d14-bb2d-2767abc1937c req-b3382586-bce2-4a9a-a453-a55f5bb49cc1 service nova] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 1171.708885] env[65432]: INFO networking_nsxv3.common.synchronization [req-f95113dd-34ac-4d14-bb2d-2767abc1937c req-b3382586-bce2-4a9a-a453-a55f5bb49cc1 service nova] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1171.709118] env[65432]: INFO networking_nsxv3.common.synchronization [req-f95113dd-34ac-4d14-bb2d-2767abc1937c req-b3382586-bce2-4a9a-a453-a55f5bb49cc1 service nova] Enqueued Resource ID: a0d3183b-3e53-4de7-a060-f88a1101139f with Priority: HIGHEST for action port [ 1171.709680] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_rules [ 1171.709921] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1171.709921] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d3183b-3e53-4de7-a060-f88a1101139f with Priority: HIGHEST for action port [ 1171.710310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.710476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.710640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.710832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.710921] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.711848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.711935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.712257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d3183b-3e53-4de7-a060-f88a1101139f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.712384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.712433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.712605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.712686] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d3183b-3e53-4de7-a060-f88a1101139f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.734934] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 in Status: SUCCESS [ 1171.735541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.216990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.217221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.217477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d3183b-3e53-4de7-a060-f88a1101139f with status ACTIVE [ 1172.217716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.217882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.217983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.218230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.218344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.218543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.218669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.218762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.218924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.219044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.219258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.219382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.219462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.219623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.219724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.219811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d3183b-3e53-4de7-a060-f88a1101139f is going to be updated. [ 1172.245089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.245215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.245395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.245585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.245645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.246071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d3183b-3e53-4de7-a060-f88a1101139f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.511164] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1172.511361] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 deletion is rescheduled due to dependency. [ 1172.511478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.511653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.511868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.512067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.512191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.512289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.512406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.512488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.512591] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.903727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.903727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.903727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.903727] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.019123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.407556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.407793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.407793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.408070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.408257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.408360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.408415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.409026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.409026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.409026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.409194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.409250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.409322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.409460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.409623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.409715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.409787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.409907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.409994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.410088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.410181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.521586] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.914535] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1173.932956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.933150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.933229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.933482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.933563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.933788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.933882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.933946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.934100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.934175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.934355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.934446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.934542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.934667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.934723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.934894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.934983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.935050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.935184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.935263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.935335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1174.004144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.004277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.004379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.004669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.004881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.021272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1174.024928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.025201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.025313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.025664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.025809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.025955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1174.054806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.055074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.055074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.055272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.055462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.068782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1174.538711] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7247ebc-5595-4efb-b212-24fe1a1bd728 req-a2805e95-894f-460a-8399-a85721b31089 tempest-InstanceActionsNegativeTestJSON-1811149549 tempest-InstanceActionsNegativeTestJSON-1811149549-project-member] Enqueued Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_members [ 1174.539256] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_members [ 1174.539550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.539673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.539742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.540140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.540989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.541093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.541222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.541440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.541513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.541619] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.899326] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.899498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.899610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.899963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.900238] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.900395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.900524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.900713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.900855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.901074] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.901185] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.901288] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.901391] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.901496] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.901606] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.901730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.921696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.922087] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.922273] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.922489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.922812] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-dff9e5b7-73a9-46a8-adae-9846add5dd6b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.922985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.923118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.923477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.923625] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff9e5b7-73a9-46a8-adae-9846add5dd6b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.044658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.046949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.046949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529791c9-2c3e-4923-a778-fabb06b46668 already deleted. [ 1175.046949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.425876] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.426061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.426209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.426545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.427075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.427075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port dff9e5b7-73a9-46a8-adae-9846add5dd6b not found, creating... [ 1175.427187] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.427285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.427399] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.427630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.427778] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.428089] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.428251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.428367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.428576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.428710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.428846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: dff9e5b7-73a9-46a8-adae-9846add5dd6b is going to be created. [ 1175.449507] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.449730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.449841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.450110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.450334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.450543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.042597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1176.042597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.081700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1176.081700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.081700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.081898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.082753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.082753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.082753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.082753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.082753] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.163414] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7247ebc-5595-4efb-b212-24fe1a1bd728 req-4c53d67b-1693-4e85-9074-bc38c1cb44ad service nova] Enqueued Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_rules [ 1176.163620] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7247ebc-5595-4efb-b212-24fe1a1bd728 req-4c53d67b-1693-4e85-9074-bc38c1cb44ad service nova] Enqueued Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_members [ 1176.163792] env[65432]: INFO networking_nsxv3.common.synchronization [req-a7247ebc-5595-4efb-b212-24fe1a1bd728 req-4c53d67b-1693-4e85-9074-bc38c1cb44ad service nova] Enqueued Resource ID: dff9e5b7-73a9-46a8-adae-9846add5dd6b with Priority: HIGHEST for action port [ 1176.164291] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_rules [ 1176.164424] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_members [ 1176.164496] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff9e5b7-73a9-46a8-adae-9846add5dd6b with Priority: HIGHEST for action port [ 1176.165563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.165691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.165859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.166067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.166261] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.169814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.169814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.169814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.169814] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.170618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-dff9e5b7-73a9-46a8-adae-9846add5dd6b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.170618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.170618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.170961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.170961] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff9e5b7-73a9-46a8-adae-9846add5dd6b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.584914] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.672322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.672457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.672692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.673661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dff9e5b7-73a9-46a8-adae-9846add5dd6b with status ACTIVE [ 1176.673878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.674048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.674101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.674287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.674373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.674557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.674667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.674731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.674887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.674965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.675769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.675769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.675965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.675965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.676061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.678356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dff9e5b7-73a9-46a8-adae-9846add5dd6b is going to be updated. [ 1176.698052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.698221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.698407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.698655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.698804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.699088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dff9e5b7-73a9-46a8-adae-9846add5dd6b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.087850] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76650ae4-ddce-470e-9f29-44a5649dcfc7: rpc.has_security_group_logging(os_id): False [ 1177.106403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.106573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.106649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.106857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.106947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.107203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.107303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.107366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.107516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.107616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.107708] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1177.169532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.169735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.169819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.169963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.170147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.178342] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.183073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1177.680953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.681171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.681218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.681428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.681521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.681622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529791c9-2c3e-4923-a778-fabb06b46668 is going to be created. [ 1177.709439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.709731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.709845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.710133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.710725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.725099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529791c9-2c3e-4923-a778-fabb06b46668 in Status: UNINITIALIZED for 2s [ 1177.823640] env[65432]: INFO networking_nsxv3.common.synchronization [req-e87f6b45-e8ee-400c-b313-258f6c0c0343 req-05353cc7-1411-4520-890b-0dee7eae61c0 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1177.825048] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1177.825048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.825266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.825266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.825546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.825777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.825859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.825928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.826145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.826257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.826380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.329514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.832791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.197314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1179.197643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.334590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.335039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.335039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.335121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.335196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.335304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1179.377451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.377675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.377785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.378178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.378344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.390539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1179.736250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529791c9-2c3e-4923-a778-fabb06b46668 in Status: SUCCESS [ 1179.736648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.736936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.737320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.737654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.737928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.738057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.738328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.738539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.738621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.738768] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.241628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.241867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.241867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.241992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.242232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.242360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.242420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.242560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.242661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.243599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.243599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.243599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.243599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.243599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.243599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.243599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.243599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.244011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.244011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.244011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.244011] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.746550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 529791c9-2c3e-4923-a778-fabb06b46668: rpc.has_security_group_logging(os_id): False [ 1180.765791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.766152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.766215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.766418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.766564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.766773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.766873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.766934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.767103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.767180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.767380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.767496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.767534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.767662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.767735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.767948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.768055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.768108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.768249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.768320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.768404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529791c9-2c3e-4923-a778-fabb06b46668 is going to be created. [ 1180.825999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.826269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.826396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.826780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.826977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.839302] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 529791c9-2c3e-4923-a778-fabb06b46668 in Status: IN_PROGRESS for 2s [ 1181.400414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1181.400641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.825617] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.825992] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1182.851600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 529791c9-2c3e-4923-a778-fabb06b46668 in Status: SUCCESS [ 1182.851856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.549816] env[65432]: INFO networking_nsxv3.common.synchronization [req-043cfea0-8886-4b14-ba9f-7dc5dfd603ca req-e600323d-77ad-4bf9-827b-4e9eeceaeb33 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1184.550406] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1184.550747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.550869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.550938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.551169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.551330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.551424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.551476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.552158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.552158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.552158] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.053947] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.556131] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.059380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.059599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.059599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.059830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.059922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.060035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1186.094174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.094383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.094459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.094677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.094830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.104142] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1186.549410] env[65432]: INFO networking_nsxv3.common.synchronization [req-1bffef58-38df-4b12-aae4-634532dfb2f9 req-7dc37258-8170-4c48-85f9-b66017301ec6 tempest-InstanceActionsNegativeTestJSON-1811149549 tempest-InstanceActionsNegativeTestJSON-1811149549-project-member] Enqueued Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_members [ 1186.549953] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGHEST for action security_group_members [ 1186.550270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.550403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.550473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.550665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.550880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.550945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.550981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.551116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.551225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.551324] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.053901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.054339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.054339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.054405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.054516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.054660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.054761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.054820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.054978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.055072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.055156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529791c9-2c3e-4923-a778-fabb06b46668 is going to be updated. [ 1187.086764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.086764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.086764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.086764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.086764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529791c9-2c3e-4923-a778-fabb06b46668 in Status: IN_PROGRESS for 2s [ 1188.115595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1188.116070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.107793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529791c9-2c3e-4923-a778-fabb06b46668 in Status: SUCCESS [ 1189.107793] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529791c9-2c3e-4923-a778-fabb06b46668 deletion is rescheduled due to dependency. [ 1189.107793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.550976] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.551308] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1193.838445] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f8ceb6b-3a9c-4a40-b686-0f704551f631 req-85275660-114b-4c53-aa9a-2ebc8acd6106 tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1193.839364] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1193.839690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.839813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.839891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.840114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.840259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.840368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.840427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.840611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.840961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.840961] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.261485] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.261709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.261835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.262155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.262421] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.262579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.262697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.262911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.263070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.263283] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.263395] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.263501] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.263618] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.263777] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.263864] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.263944] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.286422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.286624] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.286749] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.286946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.287288] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-6b739c05-9360-420c-a550-816c44074cff taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.287472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.287594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.287927] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.288130] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b739c05-9360-420c-a550-816c44074cff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.343582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.790126] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.790659] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.790659] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.790850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.791044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.791189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 6b739c05-9360-420c-a550-816c44074cff not found, creating... [ 1194.791653] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.791653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.791751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.791898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.792042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.792330] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.792485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.792601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.792807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.792939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.793087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 6b739c05-9360-420c-a550-816c44074cff is going to be created. [ 1194.813572] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.813800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.813912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.814198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.814434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.814655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.846227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.348720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.348880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.348928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.349185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.349278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.349374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1195.379779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.379967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.379967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.380197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.380371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.389392] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1195.494392] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f8ceb6b-3a9c-4a40-b686-0f704551f631 req-f07572e3-5724-4233-bf80-72dee6c567a1 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1195.494611] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f8ceb6b-3a9c-4a40-b686-0f704551f631 req-f07572e3-5724-4233-bf80-72dee6c567a1 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1195.494704] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f8ceb6b-3a9c-4a40-b686-0f704551f631 req-f07572e3-5724-4233-bf80-72dee6c567a1 service nova] Enqueued Resource ID: 6b739c05-9360-420c-a550-816c44074cff with Priority: HIGHEST for action port [ 1195.495245] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1195.495370] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1195.495469] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b739c05-9360-420c-a550-816c44074cff with Priority: HIGHEST for action port [ 1195.495974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.496113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.496223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.496374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.496454] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.498057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.498057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.498057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b739c05-9360-420c-a550-816c44074cff taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.498057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.498336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.498336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.498411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b739c05-9360-420c-a550-816c44074cff',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.000419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.000937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.000937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b739c05-9360-420c-a550-816c44074cff with status ACTIVE [ 1196.000937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.001200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.001200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.002083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.002083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.002083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.002495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.002495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.002495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.003109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b739c05-9360-420c-a550-816c44074cff is going to be updated. [ 1196.025805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.026022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.026070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.026247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.026388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.026555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b739c05-9360-420c-a550-816c44074cff" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.399741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1197.400170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.400170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.400346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.400536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.400672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.400740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.400935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.401177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.401345] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.904206] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.407203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.909967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.910208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.910208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.910457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.910570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.910670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1198.937200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.937399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.937399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.937609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.937749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.947340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1200.496702] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.497162] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1200.960385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1200.960601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.960762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.960977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.961199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.961319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.961391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.961530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.961607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.961691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.961782] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.464429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.464661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.464794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.464953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.465143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.465428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.465554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.465630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.465735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.465883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.466070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.466237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.466348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.466608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.466701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.466824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.466909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.467072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.467161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.467291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.467414] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.970217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1201.988443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.988656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.988704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.988940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.989051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.989279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.989380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.989443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.989588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.989665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.989847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.989939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.990000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.990249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.990442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.990574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.990637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.990856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.990939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1202.050048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.050244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.050284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.051031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.051031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.066585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1204.086030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1204.086426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.368964] env[65432]: INFO networking_nsxv3.common.synchronization [req-0197f326-8af4-45ba-89c4-c0e487d22acc req-023de2ea-ec30-459b-afdf-fa610b44e05d tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1205.369530] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1205.369840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.369969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.370067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.370243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.370391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.370517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.370561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.370683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.370764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.370856] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.874107] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.376771] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.881413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.881413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.881413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.881413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.881413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.881413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1206.910083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.910249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.910291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.910488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.910626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.922224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1208.932974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1208.932974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.371026] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.371399] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.273500] env[65432]: INFO networking_nsxv3.common.synchronization [req-885cdee6-cb4c-4e29-bf3f-8a50eac4ba79 req-b7830810-360c-44fc-bfe5-53d4f244279c tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1214.274254] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1214.274254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.274254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.274254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.274519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.274564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.274636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.274688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.274845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.274932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.275038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.582946] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.583263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.583404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.583751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.583992] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.584183] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.584321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.584570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.584729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.584967] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.585100] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.585239] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.585362] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.585482] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.585609] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.585755] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.606416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.606575] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.606712] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.606888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-17" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.607383] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-9afef96c-4dbc-4730-b67f-68c157489a6a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.607650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.607824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.608167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.608307] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afef96c-4dbc-4730-b67f-68c157489a6a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.777808] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.110482] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.110713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.111035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.111167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.111304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.111459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 9afef96c-4dbc-4730-b67f-68c157489a6a not found, creating... [ 1215.111797] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.111907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.111984] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.112263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.112427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.112708] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.112863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.112979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.113202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.113335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.113470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 9afef96c-4dbc-4730-b67f-68c157489a6a is going to be created. [ 1215.134571] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.134788] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.134884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.135178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.135408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.135626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.279950] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.782239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.782399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.782467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.782681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.782771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.782919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1215.812490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.812703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.812770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.813063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.813300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.821284] env[65432]: INFO networking_nsxv3.common.synchronization [req-885cdee6-cb4c-4e29-bf3f-8a50eac4ba79 req-0969e9a7-da14-44ac-ac61-27e006ae46d2 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1215.821472] env[65432]: INFO networking_nsxv3.common.synchronization [req-885cdee6-cb4c-4e29-bf3f-8a50eac4ba79 req-0969e9a7-da14-44ac-ac61-27e006ae46d2 service nova] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1215.821633] env[65432]: INFO networking_nsxv3.common.synchronization [req-885cdee6-cb4c-4e29-bf3f-8a50eac4ba79 req-0969e9a7-da14-44ac-ac61-27e006ae46d2 service nova] Enqueued Resource ID: 9afef96c-4dbc-4730-b67f-68c157489a6a with Priority: HIGHEST for action port [ 1215.822182] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_rules [ 1215.822337] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1215.822498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afef96c-4dbc-4730-b67f-68c157489a6a with Priority: HIGHEST for action port [ 1215.823885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.823999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.824092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.824305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.824399] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.827310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.827418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.828097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afef96c-4dbc-4730-b67f-68c157489a6a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.828097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.828097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.828097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.828402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afef96c-4dbc-4730-b67f-68c157489a6a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.829521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1216.330492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.330890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.331025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9afef96c-4dbc-4730-b67f-68c157489a6a with status ACTIVE [ 1216.331195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.331338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.331465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.331675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.331757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.331982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.332095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.332095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.332306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.332379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.332594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.332594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.332765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.332849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.332922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.333020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9afef96c-4dbc-4730-b67f-68c157489a6a is going to be updated. [ 1216.360153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.360412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.360412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.360570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.360706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.360872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afef96c-4dbc-4730-b67f-68c157489a6a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.240200] env[65432]: INFO networking_nsxv3.common.synchronization [req-634a683f-6f99-4afb-847c-b7cf5edfb4f6 req-cc6830d2-ee4f-4765-a1a4-35f5200ab3c4 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_members [ 1217.240748] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGHEST for action security_group_members [ 1217.241074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.241203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.241280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.241462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.241621] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.241716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.241775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.241917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.241999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.242108] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.744793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.745281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.745281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.745281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.745428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.745560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.745665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.745729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.745876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.745950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.746081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 is going to be updated. [ 1217.776894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.777084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.777161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.777370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.777518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.787058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae2bd6a-f6df-49b9-a68f-85b689411010 in Status: IN_PROGRESS for 2s [ 1217.838829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1217.839112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.839239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.839532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.839846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.839982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.839982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.840167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.840221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.840292] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.343049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.846742] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.350810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.351105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.351105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.351267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.351360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.351462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1219.380165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.380401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.380401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.382000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.382000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.389821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1219.796998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae2bd6a-f6df-49b9-a68f-85b689411010 in Status: SUCCESS [ 1219.797224] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 deletion is rescheduled due to dependency. [ 1219.797350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.399942] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1221.400360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.400360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.400506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.400701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.400818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.400884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.401045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.401127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.401211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.401320] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.904484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.904729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.904729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.904917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.905089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.905193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.905280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.905452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.905541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.905630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.905775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.905899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.905938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.906105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.906240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.906350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.906413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.906551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.906632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.906741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.906842] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.241544] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.241722] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1222.409405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d260456f-00c3-44b3-8fa0-17e2112512f6: rpc.has_security_group_logging(os_id): False [ 1222.426973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.427190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.427190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.427391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.427486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.427696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.427797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.427860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.428018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.428088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.428279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.428371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.428438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.428613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.428689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.428866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.428959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.429031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.429173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.429246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.429328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1222.491588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.491810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.491810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.491991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.492165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.510892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1224.531273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1224.531659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.767672] env[65432]: INFO networking_nsxv3.common.synchronization [req-528a4c89-32ee-47eb-9b47-f40b1c303fbc req-3769b10e-1647-4382-9cc5-e8bc438f796d tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1226.767672] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1226.767672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.767672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.767672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.768293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.768378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.768441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.768547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.768653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.768731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.769478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.067313] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.067570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.067700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.067983] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.068267] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.068511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.068632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.068861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.069009] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.069229] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.069355] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.069461] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.069565] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.069669] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.069771] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.069897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.091474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.091669] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.091808] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.091987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.092508] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.092749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.092822] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.093222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.093413] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.271993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.272210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.272210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.272386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.272475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.272667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.272753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.272814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.272954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.273038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.273122] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be updated. [ 1227.299218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.299427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.299427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.299600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.299737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.307875] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: IN_PROGRESS for 2s [ 1227.596895] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.597105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.597265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.597565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.597676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.597831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 not found, creating... [ 1227.598126] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.598241] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.599032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.599032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.599032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.599032] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.599436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.599436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.599500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.599583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.599711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 is going to be created. [ 1227.608909] env[65432]: INFO networking_nsxv3.common.synchronization [req-cae71226-a160-4a7c-b8a7-3be98fecaf58 req-7ab53084-e661-4821-bc01-86f843c7965f tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1227.609459] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1227.609753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.609871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.609932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.610172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.610337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.610436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.610498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.610649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.610732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.610850] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.621821] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.622038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.622082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.622350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.622577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.622782] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.113094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.305211] env[65432]: INFO networking_nsxv3.common.synchronization [req-528a4c89-32ee-47eb-9b47-f40b1c303fbc req-ee6c208e-df64-4cd4-addb-726469365ba2 service nova] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_rules [ 1228.305353] env[65432]: INFO networking_nsxv3.common.synchronization [req-528a4c89-32ee-47eb-9b47-f40b1c303fbc req-ee6c208e-df64-4cd4-addb-726469365ba2 service nova] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1228.305494] env[65432]: INFO networking_nsxv3.common.synchronization [req-528a4c89-32ee-47eb-9b47-f40b1c303fbc req-ee6c208e-df64-4cd4-addb-726469365ba2 service nova] Enqueued Resource ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 with Priority: HIGHEST for action port [ 1228.306027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_rules [ 1228.306196] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1228.306302] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 with Priority: HIGHEST for action port [ 1228.306573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.306693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.306761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.306963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.307071] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.307907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.308010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.308222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.308322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.308385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.308548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.308623] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.615059] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.809969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.810206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.811569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 with status ACTIVE [ 1228.811760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.811891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.811975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.812187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.812280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.812462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.812568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.812618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.812823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.812823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.813019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.813107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.813169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.813309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.813382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.813468] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 is going to be updated. [ 1228.836206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.836372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.836439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.836829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.836974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.837156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.118042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.118389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.118389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.118538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.118681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.118811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1229.147459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.147459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.147459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.147737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.147737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.158048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1229.327464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1229.327714] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a deletion is rescheduled due to dependency. [ 1229.327844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.328039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.328277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.328502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.328672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.328752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.328925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.329063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.329116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.832050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.110808] env[65432]: INFO networking_nsxv3.common.synchronization [req-af8dca50-fc33-4a71-988c-861de85f6270 req-36a63071-3cb2-4011-9818-14fdae254341 tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_members [ 1230.110808] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGHEST for action security_group_members [ 1230.110808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.110808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.110808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.112882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.113070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.113187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.113257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.113870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.113870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.113870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.334792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.616888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.616888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.617133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.617258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.617353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.617556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.617659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.617722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.617869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.617945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.618052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 is going to be updated. [ 1230.646649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.646846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.646846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.647061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.647275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.657318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 in Status: IN_PROGRESS for 2s [ 1230.837647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.837813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.837885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.838127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.838219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.838316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be updated. [ 1230.870982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.871149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.871275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.871457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.871561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.880530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: IN_PROGRESS for 2s [ 1231.168267] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1231.168267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.668333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 in Status: SUCCESS [ 1232.668333] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 deletion is rescheduled due to dependency. [ 1232.668333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.891384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1232.891659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.891856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.892111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.892334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.892498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.892675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.892729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.892765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.892875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.892953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.395879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.396214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.396214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.396445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.396627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.396733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.396797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.396948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.397048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.397141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.397318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.397415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.397479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.397628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.397763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.397855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.397914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.398058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.398136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.398223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.398306] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.901448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217b8e18-6a52-4977-b99c-1c1ceb12f96a: rpc.has_security_group_logging(os_id): False [ 1233.920928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.921257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.921257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.921357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.921453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.921676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.921779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.921844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.922017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.922158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.922276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.922369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.922432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.922567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.922672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.922899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.923261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.923261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.923261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.923378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.923378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be updated. [ 1233.992051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.992293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.992293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.992500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.992697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.005652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: IN_PROGRESS for 2s [ 1234.133163] env[65432]: INFO networking_nsxv3.common.synchronization [req-d0bf0da4-819a-4bf8-881e-7737d09b15fa req-4752e652-41ec-41b0-9c7e-d9bd9629831a tempest-ServersTestJSON-666413509 tempest-ServersTestJSON-666413509-project-member] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1234.134083] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGHEST for action security_group_members [ 1234.134640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.134640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.134640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.134868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.135079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.135788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.135788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.135788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.135788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.135788] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.638338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.638532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.638659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.638978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.639219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.639271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.639357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.639474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.639655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.639776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.639882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be updated. [ 1234.671372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.671655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.671655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.671807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.671963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.680825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: IN_PROGRESS for 2s [ 1236.018814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1236.019235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.690362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d260456f-00c3-44b3-8fa0-17e2112512f6 in Status: SUCCESS [ 1236.690508] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 deletion is rescheduled due to dependency. [ 1236.690605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.965333] env[65432]: INFO networking_nsxv3.common.synchronization [req-18bcfdbb-9f89-4a5d-b257-dee6b3e1b84e req-9b41fbe8-38d9-4af5-95a9-507c0638f742 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1236.966334] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a with Priority: HIGHEST for action security_group_members [ 1236.966334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-217b8e18-6a52-4977-b99c-1c1ceb12f96a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.966546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.966546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.966779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.966919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.967044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.967113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.967262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.967362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.967467] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217b8e18-6a52-4977-b99c-1c1ceb12f96a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.013516] env[65432]: INFO networking_nsxv3.common.synchronization [req-18bcfdbb-9f89-4a5d-b257-dee6b3e1b84e req-9b41fbe8-38d9-4af5-95a9-507c0638f742 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 with Priority: HIGHEST for action port [ 1237.014299] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 with Priority: HIGHEST for action port [ 1237.014637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.014771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.014838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.015098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.015188] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.470726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.470726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.470726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.471132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.471132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.471256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.471423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.471489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.471640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.471716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.471798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a is going to be updated. [ 1237.499999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.500171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.500244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.500470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.500677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.510272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: IN_PROGRESS for 2s [ 1237.517323] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 with status ACTIVE [ 1237.517608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.517777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.517879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.518175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.518305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.518562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.518763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.518829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.519012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.519135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.519385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.519501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.519575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.520178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.520178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.520178] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57 is going to be updated. [ 1237.540602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.540602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.540602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.540602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.540892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.540892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad2ead4-3b8d-4c3c-a08e-9cdb86aceb57" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.525044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a in Status: SUCCESS [ 1239.525527] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217b8e18-6a52-4977-b99c-1c1ceb12f96a deletion is rescheduled due to dependency. [ 1239.525527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217b8e18-6a52-4977-b99c-1c1ceb12f96a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.420413] env[65432]: INFO networking_nsxv3.common.synchronization [req-1be1955b-4cbe-46fc-86e1-8fddcd33633d req-ede27375-c8de-4659-a37e-cfb4a1d7b709 tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1240.421027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1240.421369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.421505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.421611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.421868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.422072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.422170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.422245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.422411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.422458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.422555] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.925012] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.427074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.929533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.929814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.929814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.930019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.930132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.930238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be updated. [ 1241.959612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.959762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.959832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.960059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.960210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.969489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: IN_PROGRESS for 2s [ 1242.769372] env[65432]: INFO networking_nsxv3.common.synchronization [req-232b26d0-e825-431d-a3dc-168c12f5a20a req-05e4cac8-515b-426f-aeb3-f47c950acbd7 tempest-ServerActionsTestJSON-887803475 tempest-ServerActionsTestJSON-887803475-project-member] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1242.769912] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGHEST for action security_group_members [ 1242.770668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.770668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.770668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.771145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.771363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.771486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.771525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.771693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.771870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.771870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.274522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.274847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.274847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.274969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.275070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.275261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.275357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.275418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.275560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.275632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.276480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be updated. [ 1243.303486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.303894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.304040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.312963] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: IN_PROGRESS for 2s [ 1243.980380] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1243.980620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.323135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 in Status: SUCCESS [ 1245.323478] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 deletion is rescheduled due to dependency. [ 1245.323478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.737866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.738225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.738225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.738447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.738604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.800123] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1245.800350] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1246.241466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.743365] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.205057] env[65432]: INFO networking_nsxv3.common.synchronization [req-545458e3-b04a-4948-bbaa-f3fdca527d82 req-87a197fc-01ec-4f01-aeee-0b3f6d14ed7f tempest-ServerRescueNegativeTestJSON-681472860 tempest-ServerRescueNegativeTestJSON-681472860-project-member] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1247.208900] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGHEST for action security_group_members [ 1247.208900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.208900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.208900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.208900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.247129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1247.247129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1247.309816] env[65432]: INFO networking_nsxv3.common.synchronization [req-92fdc09f-01b1-4cf3-a959-c3831ff825b5 req-8074eef6-af6f-4ba7-aff1-a5e80e3b543b tempest-AttachVolumeNegativeTest-347850821 tempest-AttachVolumeNegativeTest-347850821-project-member] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_members [ 1247.311674] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGHEST for action security_group_members [ 1247.312066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.312197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.312274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.312484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.312634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.312732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.312791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.312938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.313396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.313522] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.710278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.710490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.710563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.710742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.710870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.711079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.711198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.711250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.711381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.711453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.711537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be updated. [ 1247.779881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.779881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.779881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.780259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.780259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.793221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: IN_PROGRESS for 2s [ 1247.816924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.817186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.817274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.817584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.817717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.817937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.818053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.818118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.818311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.818405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.818494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 is going to be updated. [ 1247.848394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.848595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.848649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.848834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.848974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.859587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 in Status: IN_PROGRESS for 2s [ 1248.196522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.196704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.196761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.196928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.209112] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1248.211893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.212940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1248.251462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.251663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.251663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.251910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.265854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.267091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1248.267221] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.267264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1248.343837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.343837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.344142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.344277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.345715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.345907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1248.433990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.434215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.434215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.434407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.434743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.435045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1248.513182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.513395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.513395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.513660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.514019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.514427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1248.514610] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'902528a2-3669-4003-bd35-eddf5ee98664', '4a608add-a661-4e84-9d47-3f8851de6528', '99da020f-5352-4297-81e1-5cd0f0b7ddf8', '55ec7a55-3c29-46b6-94d2-2580b70f9b07', '9c88d8b6-9ef5-4165-8a43-eb6254894a07', 'd260456f-00c3-44b3-8fa0-17e2112512f6', '76650ae4-ddce-470e-9f29-44a5649dcfc7', '2c711e30-9f44-4658-916f-fdecb68f1688', '2bc498b1-6aae-4f8c-894e-8b58153a7222', 'a2d611ab-4904-44eb-ac0f-3f62e1a67027', 'eae2bd6a-f6df-49b9-a68f-85b689411010', 'f0efe661-b6e7-41da-b275-819cc70c0c54', '2c1567d5-026a-4333-82b7-5db166a6ccbb', 'c5842c98-f87d-4c05-9a36-fa8acef4e309', '529791c9-2c3e-4923-a778-fabb06b46668', 'b32bf270-fd22-4d5a-bdc8-2d60160fc6e3', '5bf4cd70-4364-4ff5-ba5c-0587b49ed8be', '10cd27d7-6ccb-4e0c-8d91-604b994f5ac2', '4735d5cd-9094-4268-a23e-8e5555e20067', '7ad954a0-0a65-4109-b180-629c9ecd5a07', '90fc4fb9-324b-46ae-8022-5b8564e0df37', '46d89632-d93f-4410-bb23-88468f5679e7', '79c044f7-b34a-47c1-9ddb-011a3df46097', '8e3c4fda-cd1f-4832-934e-637bdad2a439', '9b74c808-1852-46ce-bd2e-d70805f174c0', 'dc8031cb-e901-48d3-891a-38bd2a9515f4', '76efac2d-3022-4f49-afad-0c91883f6924', '94f0deeb-f699-41f2-92e8-19a5bdffa44f', '829a298e-26f6-4e5c-a04b-7010f936898e', 'baf94a5d-626e-4dba-986f-221f20b94df7', '3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1', 'd8fc2793-083e-4d99-8f47-17570fc05451', '643e7c89-387d-4a51-a40a-ab7e07fe19d4', 'ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb', 'f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7', 'ad93fb22-85d1-4e8b-b035-fb61fd2b180c', '23642154-da84-4f21-b42f-c742c274461c', 'aa9e9479-fcbd-426a-a4e5-b529ab7219fb', 'b7c47b16-1ba0-4464-ba99-10f789473638', '217b8e18-6a52-4977-b99c-1c1ceb12f96a', 'f9fe1cfb-af53-4366-a409-a819dd595e0e', '2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad', '3b38d151-727f-4cc7-a88a-a4bda325c983', '2dfa215f-320b-4158-88f7-3e48a8d5204b', '3cb5f880-14bf-4991-bef9-d7529d58a447'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.514756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1248.534216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.534408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.534494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.534663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.534756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.534867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1248.535095] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.535095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1248.616693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.616693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.616693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.616693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.620727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.620727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1248.620727] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.620727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1248.620727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1248.620727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGH for action security_group_rules [ 1248.620727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.802840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829a298e-26f6-4e5c-a04b-7010f936898e in Status: SUCCESS [ 1249.803142] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e deletion is rescheduled due to dependency. [ 1249.803142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.869787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 in Status: SUCCESS [ 1249.870105] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 deletion is rescheduled due to dependency. [ 1249.870251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.212919] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7d47a108-3def-4f8d-a877-bf2736a80d90 None None] Enqueued Resource ID: 23bc2cd2-d621-4427-81df-b4ab8c2859ef with Priority: HIGHEST for action port [ 1251.213699] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bc2cd2-d621-4427-81df-b4ab8c2859ef with Priority: HIGHEST for action port [ 1251.213987] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902528a2-3669-4003-bd35-eddf5ee98664 with Priority: HIGH for action security_group_rules [ 1251.214388] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 with Priority: HIGH for action security_group_rules [ 1251.215155] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 with Priority: HIGH for action security_group_rules [ 1251.215155] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529791c9-2c3e-4923-a778-fabb06b46668 with Priority: HIGH for action security_group_rules [ 1251.215155] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 with Priority: HIGH for action security_group_rules [ 1251.215155] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735d5cd-9094-4268-a23e-8e5555e20067 with Priority: HIGH for action security_group_rules [ 1251.215155] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 with Priority: HIGH for action security_group_rules [ 1251.215378] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be with Priority: HIGH for action security_group_rules [ 1251.215378] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 with Priority: HIGH for action security_group_rules [ 1251.215378] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 with Priority: HIGH for action security_group_rules [ 1251.215476] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb with Priority: HIGH for action security_group_rules [ 1251.215562] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0efe661-b6e7-41da-b275-819cc70c0c54 with Priority: HIGH for action security_group_rules [ 1251.215626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae2bd6a-f6df-49b9-a68f-85b689411010 with Priority: HIGH for action security_group_rules [ 1251.215735] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d260456f-00c3-44b3-8fa0-17e2112512f6 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c711e30-9f44-4658-916f-fdecb68f1688 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a608add-a661-4e84-9d47-3f8851de6528 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGH for action security_group_rules [ 1251.217365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-23bc2cd2-d621-4427-81df-b4ab8c2859ef taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.217678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23bc2cd2-d621-4427-81df-b4ab8c2859ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.217678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23bc2cd2-d621-4427-81df-b4ab8c2859ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.217958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23bc2cd2-d621-4427-81df-b4ab8c2859ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.218124] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23bc2cd2-d621-4427-81df-b4ab8c2859ef',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.219107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902528a2-3669-4003-bd35-eddf5ee98664 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.219255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.219361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.219577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.219664] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902528a2-3669-4003-bd35-eddf5ee98664',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.220514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.220654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.220736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.220870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.220942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99da020f-5352-4297-81e1-5cd0f0b7ddf8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.221886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76650ae4-ddce-470e-9f29-44a5649dcfc7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.222028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.224582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.224582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.224582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76650ae4-ddce-470e-9f29-44a5649dcfc7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.224582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529791c9-2c3e-4923-a778-fabb06b46668 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.224582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.224582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.224582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.224582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529791c9-2c3e-4923-a778-fabb06b46668',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.225315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad954a0-0a65-4109-b180-629c9ecd5a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.225408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.225539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.226112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.226112] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad954a0-0a65-4109-b180-629c9ecd5a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.227331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4735d5cd-9094-4268-a23e-8e5555e20067 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.227509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.227509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.227608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.227677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4735d5cd-9094-4268-a23e-8e5555e20067',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.228892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.228892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.228892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.229084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.229084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cd27d7-6ccb-4e0c-8d91-604b994f5ac2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.229712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.229807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.229871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.230076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.230158] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf4cd70-4364-4ff5-ba5c-0587b49ed8be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.231953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5842c98-f87d-4c05-9a36-fa8acef4e309 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.231953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.231953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.231953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.231953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5842c98-f87d-4c05-9a36-fa8acef4e309',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.232267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.232267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.232267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.236025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32bf270-fd22-4d5a-bdc8-2d60160fc6e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.236025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c1567d5-026a-4333-82b7-5db166a6ccbb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.236025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c1567d5-026a-4333-82b7-5db166a6ccbb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.236025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0efe661-b6e7-41da-b275-819cc70c0c54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.236025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.236025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0efe661-b6e7-41da-b275-819cc70c0c54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.236784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae2bd6a-f6df-49b9-a68f-85b689411010 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.236784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.236870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.237021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.237072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae2bd6a-f6df-49b9-a68f-85b689411010',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.237958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.237958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.238125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.238158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.238219] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.238900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc498b1-6aae-4f8c-894e-8b58153a7222 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.239009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.239197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.239305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.239379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc498b1-6aae-4f8c-894e-8b58153a7222',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.240124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d260456f-00c3-44b3-8fa0-17e2112512f6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.240216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.240252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.240782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.240782] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d260456f-00c3-44b3-8fa0-17e2112512f6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.241185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c711e30-9f44-4658-916f-fdecb68f1688 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.241283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.241345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.241501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.241578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c711e30-9f44-4658-916f-fdecb68f1688',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.242309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.242383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.242522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.242922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.242922] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88d8b6-9ef5-4165-8a43-eb6254894a07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.245264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a608add-a661-4e84-9d47-3f8851de6528 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.245264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.245264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.245264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.245264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a608add-a661-4e84-9d47-3f8851de6528',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.245470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.245470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.245470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.245627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.245767] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.251163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23bc2cd2-d621-4427-81df-b4ab8c2859ef [ 1251.251373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.251534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.251586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.252063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.252174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.252262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23bc2cd2-d621-4427-81df-b4ab8c2859ef already deleted. [ 1251.254424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23bc2cd2-d621-4427-81df-b4ab8c2859ef" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.278698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.278849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.278905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.279134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.301661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.301661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529791c9-2c3e-4923-a778-fabb06b46668 is going to be deleted. [ 1251.378794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.379089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.379089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.379393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.379537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.379670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529791c9-2c3e-4923-a778-fabb06b46668" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.753490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.753632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.753702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.753907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.754123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.754228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.754306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.754545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.754631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.754719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.754806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.777354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.777573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.777631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.777804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.777974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.778085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.778149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.778289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.778373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.778458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.778548] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.785555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.785710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.785747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.785928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.790977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.801020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.801186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.810418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55ec7a55-3c29-46b6-94d2-2580b70f9b07: rpc.has_security_group_logging(os_id): False [ 1251.817628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.817628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.817628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.817628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.820721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.820721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.827296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.827462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.828449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.828550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.829394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.829493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.830295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.830390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.832314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.832314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.833233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.833233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.834244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.834362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.834965] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1251.835462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.835601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c711e30-9f44-4658-916f-fdecb68f1688 is going to be deleted. [ 1251.836548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.836765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.838297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.838392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.839159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.839248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.839844] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1251.840294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.840397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.841680] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1251.842111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.842211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.846488] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1251.846919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.847080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.847703] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1251.848119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.848207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.860316] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1251.860934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.861153] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902528a2-3669-4003-bd35-eddf5ee98664 is going to be deleted. [ 1251.862082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.862289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.880120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.880258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae2bd6a-f6df-49b9-a68f-85b689411010 is going to be deleted. [ 1251.881156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.881310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.894396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.894520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.902203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.902353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad954a0-0a65-4109-b180-629c9ecd5a07 is going to be deleted. [ 1251.903497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.904295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.907052] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7c8c2fb0-0fae-42a2-9170-80ca1e0941e8 tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1251.907548] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1251.907922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.908088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.908185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.908461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.908583] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.920033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.920033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.926115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.926250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32bf270-fd22-4d5a-bdc8-2d60160fc6e3 is going to be deleted. [ 1251.927615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.927837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.951612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.951811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf4cd70-4364-4ff5-ba5c-0587b49ed8be is going to be deleted. [ 1251.952758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.952980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.969907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.970114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.980214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.980349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88d8b6-9ef5-4165-8a43-eb6254894a07 is going to be deleted. [ 1251.981300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.981507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.998925] env[65432]: INFO networking_nsxv3.common.synchronization [None req-46ae710c-c974-4526-bdfb-892833ac1c1e tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1251.999487] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1251.999790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.999895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.021988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.022119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.022843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.022973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.023654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.023976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cd27d7-6ccb-4e0c-8d91-604b994f5ac2 is going to be deleted. [ 1252.024907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.025660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.152122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.152362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.154593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.154740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc498b1-6aae-4f8c-894e-8b58153a7222 is going to be deleted. [ 1252.155772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.156080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.218661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.219022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5842c98-f87d-4c05-9a36-fa8acef4e309 is going to be deleted. [ 1252.219742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.220495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.221998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.222146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.278417] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.295464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.295642] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d260456f-00c3-44b3-8fa0-17e2112512f6 is going to be deleted. [ 1252.296667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.297115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.323226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.323358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.354853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.354853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.380196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.380968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.384449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a608add-a661-4e84-9d47-3f8851de6528 is going to be deleted. [ 1252.385717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.385965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.414466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.414731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4735d5cd-9094-4268-a23e-8e5555e20067 is going to be deleted. [ 1252.415964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.416275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.438992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.439180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.443578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.443720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99da020f-5352-4297-81e1-5cd0f0b7ddf8 is going to be deleted. [ 1252.444745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.444965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.448857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.448995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.513815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.514061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0efe661-b6e7-41da-b275-819cc70c0c54 is going to be deleted. [ 1252.515109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.515326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.571327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.571480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c1567d5-026a-4333-82b7-5db166a6ccbb is going to be deleted. [ 1252.572502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.572737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.605822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.606020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.614125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.614260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.622040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.622040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.622040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.622295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.622367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.622442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.622536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 is going to be updated. [ 1252.623616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.624335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.683134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.683299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.687692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.687817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76650ae4-ddce-470e-9f29-44a5649dcfc7 is going to be deleted. [ 1252.688770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.688932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.689038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.689166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902528a2-3669-4003-bd35-eddf5ee98664" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.689325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.689661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.689661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.689765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae2bd6a-f6df-49b9-a68f-85b689411010" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.690318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.690547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.690636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.691870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad954a0-0a65-4109-b180-629c9ecd5a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.691870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.692104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.692141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.692299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.692378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.692549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0efe661-b6e7-41da-b275-819cc70c0c54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.692610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.692753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.692828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.692936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32bf270-fd22-4d5a-bdc8-2d60160fc6e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.693236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.693269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf4cd70-4364-4ff5-ba5c-0587b49ed8be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.693659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.693735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88d8b6-9ef5-4165-8a43-eb6254894a07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.694116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.694191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.694302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cd27d7-6ccb-4e0c-8d91-604b994f5ac2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.694458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.694648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.694701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.694772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc498b1-6aae-4f8c-894e-8b58153a7222" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.694882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.695028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.695101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.695212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5842c98-f87d-4c05-9a36-fa8acef4e309" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.695337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.695474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.695548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.695641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 already deleted. [ 1252.695717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.695834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.695970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.696057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.696171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d260456f-00c3-44b3-8fa0-17e2112512f6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.696300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.696499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.696575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.696679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a608add-a661-4e84-9d47-3f8851de6528" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.696793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.696935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.697035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.697950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.698086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.698166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.699070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4735d5cd-9094-4268-a23e-8e5555e20067" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.699070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.699070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.699070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.699070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c711e30-9f44-4658-916f-fdecb68f1688" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.699397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.699397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.699397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.699478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99da020f-5352-4297-81e1-5cd0f0b7ddf8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.726707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.726919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.726966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.728334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.728334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.728334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c1567d5-026a-4333-82b7-5db166a6ccbb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.759671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.759860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.759900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.760157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.760308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.782569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d611ab-4904-44eb-ac0f-3f62e1a67027: rpc.has_security_group_logging(os_id): False [ 1252.799774] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: IN_PROGRESS for 2s [ 1252.814647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.814780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.814862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.815086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.816977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.817112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.863418] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.864072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.864696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.864783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.864825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.868025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.868025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.868025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1252.868025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.868025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.868025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.868025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76650ae4-ddce-470e-9f29-44a5649dcfc7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.018559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.018820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.018937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.019235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.020397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.039761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1253.218374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.218566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.218631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.218932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.219200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.219200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 already deleted. [ 1253.219289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.791540] env[65432]: INFO networking_nsxv3.common.synchronization [None req-92f5d0fe-5145-4209-b991-593830faf651 None None] Enqueued Resource ID: 60c5d94b-9114-4cfb-938a-31dfb05377ec with Priority: HIGHEST for action port [ 1253.792139] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c5d94b-9114-4cfb-938a-31dfb05377ec with Priority: HIGHEST for action port [ 1253.792546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c5d94b-9114-4cfb-938a-31dfb05377ec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.792665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c5d94b-9114-4cfb-938a-31dfb05377ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.792732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c5d94b-9114-4cfb-938a-31dfb05377ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.792987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c5d94b-9114-4cfb-938a-31dfb05377ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.793451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c5d94b-9114-4cfb-938a-31dfb05377ec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.295217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60c5d94b-9114-4cfb-938a-31dfb05377ec [ 1254.295597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.295672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.295707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.296020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.296020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.296147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60c5d94b-9114-4cfb-938a-31dfb05377ec already deleted. [ 1254.296179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c5d94b-9114-4cfb-938a-31dfb05377ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.812840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: SUCCESS [ 1254.813065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.051897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1255.052101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.614967] env[65432]: INFO networking_nsxv3.common.synchronization [req-c5d026cf-fd4a-485a-bb20-7ec48c1ca17d req-b655986e-ea82-43b1-8000-65a500bea171 tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1257.615546] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1257.615860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.615987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.616068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.616390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.616666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.616795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.616881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.617090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.617231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.617345] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.914554] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.914776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.914898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.915249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.915524] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.915803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.915803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.916010] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.916161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.916372] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.916506] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.916627] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.916736] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.916844] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.916948] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.917091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.938196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.938361] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.938445] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.938619] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.938941] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-e37515ac-94d2-41eb-9948-d2843acc586b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.939126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.939243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.939615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.939729] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37515ac-94d2-41eb-9948-d2843acc586b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.120633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.120867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.120936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.121171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.121301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.121482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.121579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.121641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.121787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.121863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.121947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 already deleted. [ 1258.122043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.442539] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.442777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.442901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.443211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.443362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.443510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port e37515ac-94d2-41eb-9948-d2843acc586b not found, creating... [ 1258.443809] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.443964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.444096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.444326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.444459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.444749] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.444894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.445055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.445242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.445373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.445512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: e37515ac-94d2-41eb-9948-d2843acc586b is going to be created. [ 1258.470332] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.470555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.470671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.470948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.471185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.471403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.166737] env[65432]: INFO networking_nsxv3.common.synchronization [req-c5d026cf-fd4a-485a-bb20-7ec48c1ca17d req-db51949c-9cdd-4f91-826a-266e79a03575 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1259.166737] env[65432]: INFO networking_nsxv3.common.synchronization [req-c5d026cf-fd4a-485a-bb20-7ec48c1ca17d req-db51949c-9cdd-4f91-826a-266e79a03575 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1259.167166] env[65432]: INFO networking_nsxv3.common.synchronization [req-c5d026cf-fd4a-485a-bb20-7ec48c1ca17d req-db51949c-9cdd-4f91-826a-266e79a03575 service nova] Enqueued Resource ID: e37515ac-94d2-41eb-9948-d2843acc586b with Priority: HIGHEST for action port [ 1259.167337] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1259.167480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1259.167611] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37515ac-94d2-41eb-9948-d2843acc586b with Priority: HIGHEST for action port [ 1259.167895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.168078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.168122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.168290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.168366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.169248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.169359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.169425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.169595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.169742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.169836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.169897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.170064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.170128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.171729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.171729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e37515ac-94d2-41eb-9948-d2843acc586b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.171729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.171729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.171729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.171729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37515ac-94d2-41eb-9948-d2843acc586b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.673342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.673481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.673704] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.674577] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e37515ac-94d2-41eb-9948-d2843acc586b with status ACTIVE [ 1259.674755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.674877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.674954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.675135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.675260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.675449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.675539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.675667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.675833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.675893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.676071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.676167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.676604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.676604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.676604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.676604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e37515ac-94d2-41eb-9948-d2843acc586b is going to be updated. [ 1259.700823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.701064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.701064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.701256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.701390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.701542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e37515ac-94d2-41eb-9948-d2843acc586b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.179018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.683937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.683937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be created. [ 1260.711086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.711086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.711086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.711086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.711086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.720890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: UNINITIALIZED for 2s [ 1262.735819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1262.736104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.736249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.736458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.736737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.736849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.736916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.737300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.737300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.737300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.737495] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.239461] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.401879] env[65432]: INFO networking_nsxv3.common.synchronization [req-419b1e6a-ef39-4052-896e-73e19395791a req-1f79f01e-8d0a-49ed-9106-8cec57c74376 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1263.402493] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1263.402867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.402958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.403052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.403253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.403413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.403510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.403812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.403812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.403812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.403903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.731025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.731025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.731025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.731025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.731025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.731025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.731025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.731025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.731731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.732120] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.732368] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.732757] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.733065] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.733391] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.733699] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.734053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.742204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7666a86a-1972-477e-9bef-2f7d47cbf742: rpc.has_security_group_logging(os_id): False [ 1263.757250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.757250] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1263.757250] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.757250] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-707" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.757621] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.757818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.757977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.758319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.758459] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79e3197-2fb2-410b-ad8f-3c1070aa51b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.763576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.763576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.763576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.763809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.764313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.764313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.764313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.764532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.765213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.765213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.765213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be created. [ 1263.833496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.833783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.833783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.834084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.834366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.848914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1263.906114] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.264027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.264027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port a79e3197-2fb2-410b-ad8f-3c1070aa51b2 not found, creating... [ 1264.264027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.264027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.264488] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.264488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.264488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.264488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.264488] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.264488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: a79e3197-2fb2-410b-ad8f-3c1070aa51b2 is going to be created. [ 1264.290972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.290972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.290972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.290972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.290972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.290972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.408631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.910731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.911207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.911207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.911355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.911355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.911470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1264.938451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.938744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.938744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.938863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.939016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.949275] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1264.987854] env[65432]: INFO networking_nsxv3.common.synchronization [req-419b1e6a-ef39-4052-896e-73e19395791a req-5e32797d-3e53-45da-b9ec-c7e59aaa2df9 service nova] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 1264.988121] env[65432]: INFO networking_nsxv3.common.synchronization [req-419b1e6a-ef39-4052-896e-73e19395791a req-5e32797d-3e53-45da-b9ec-c7e59aaa2df9 service nova] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1264.988233] env[65432]: INFO networking_nsxv3.common.synchronization [req-419b1e6a-ef39-4052-896e-73e19395791a req-5e32797d-3e53-45da-b9ec-c7e59aaa2df9 service nova] Enqueued Resource ID: a79e3197-2fb2-410b-ad8f-3c1070aa51b2 with Priority: HIGHEST for action port [ 1264.988733] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_rules [ 1264.988894] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1264.988982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79e3197-2fb2-410b-ad8f-3c1070aa51b2 with Priority: HIGHEST for action port [ 1264.989445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.989571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.989648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.989840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.989919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.991767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.991965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.993241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.993241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.993241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.993241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.993241] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79e3197-2fb2-410b-ad8f-3c1070aa51b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.492478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.492577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.493966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a79e3197-2fb2-410b-ad8f-3c1070aa51b2 with status ACTIVE [ 1265.494182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.494399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.494399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.494567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.494657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.494831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.494925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.494991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.495220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.495317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.495513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.495595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.495659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.495799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.495905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.495952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a79e3197-2fb2-410b-ad8f-3c1070aa51b2 is going to be updated. [ 1265.519693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.519896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.519896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.520141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.520281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.520437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a79e3197-2fb2-410b-ad8f-3c1070aa51b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.861688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1265.861924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.959808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1266.960247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.960247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.960406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.960614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.960734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.960794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.960957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.961044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.961154] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.464064] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.966138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.469573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.469775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.469775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.470156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.470498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.470661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1268.498525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.498742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.498742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.498941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.499120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.509518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1269.990703] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.991224] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1270.523596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1270.524216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.524216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.524216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.524401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.524538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.524692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.524784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.524838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.524911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.525016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.029042] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.530247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d611ab-4904-44eb-ac0f-3f62e1a67027: rpc.has_security_group_logging(os_id): False [ 1271.548087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.548272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.548312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.548510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.548601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.548848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.548965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.549053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.549213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.549292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.549382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1271.607821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.608070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.608124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.608333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.608567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.622586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1273.639913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1273.640335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.991975] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.992482] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.993375] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.993756] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.878806] env[65432]: INFO networking_nsxv3.common.synchronization [req-a1d474ce-29b0-41ba-99dd-5e1f8a2f209b req-c53239b4-8495-42d6-a77f-b62b6957c9c2 tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_members [ 1282.879384] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGHEST for action security_group_members [ 1282.879720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.879864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.879925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.880149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.880272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.880377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.880505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.880871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.880871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.880871] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.385517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.385753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.385753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.385970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.386075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.386277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.386377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.386439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.386593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.386669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.386816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 is going to be updated. [ 1283.419745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.419962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.419962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.420165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.420305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.429578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: IN_PROGRESS for 2s [ 1285.442028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 in Status: SUCCESS [ 1285.442470] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 deletion is rescheduled due to dependency. [ 1285.442470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.726624] env[65432]: INFO networking_nsxv3.common.synchronization [None req-7a879ba5-26be-4fe0-984d-42a058c634e0 tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_rules [ 1287.727156] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_rules [ 1287.727156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.727299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.727358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.727580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.727661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.802244] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6eac528b-7327-43f7-a367-6fbe90d01a44 tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_rules [ 1287.802733] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_rules [ 1287.803061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.803165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.250183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.250330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.250406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.250626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.250720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.250816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a670874b-2835-4ba1-a278-862bc71520eb already deleted. [ 1288.250899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.251069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.251221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.251351] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.772928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.772928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.772928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.772928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.772928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.772928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a670874b-2835-4ba1-a278-862bc71520eb already deleted. [ 1288.772928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.804147] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.804478] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.147690] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ccf9562-7b5e-4feb-bf91-33e25d387d39 req-1a6beb4c-d341-4ab6-a3f6-2a7bbaadd67f tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_members [ 1293.148260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_members [ 1293.148559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.148680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.149183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.149183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.149183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.149391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.149391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.149481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.149514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.149638] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.420550] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.420752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.420867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.421158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.421456] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.421552] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.421667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.421875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.422040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.422252] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.422357] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.422466] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.422572] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.422680] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.422787] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.422916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.442799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.442968] env[65432]: DEBUG dogpile.cache.region [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.443115] env[65432]: DEBUG dogpile.lock [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.443290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "network-381" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.443589] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock port-0f9f48d6-2076-4e36-a903-024a2ffff697 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.443755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.443871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.444215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.444375] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9f48d6-2076-4e36-a903-024a2ffff697',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.651945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.652238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.652238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.652468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.652559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.652774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.652894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.652937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.653089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.653179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.653245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a670874b-2835-4ba1-a278-862bc71520eb already deleted. [ 1293.653323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.946693] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.947113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.947113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.947335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.947482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.947635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Segment Port 0f9f48d6-2076-4e36-a903-024a2ffff697 not found, creating... [ 1293.947927] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.948108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.948225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.948442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.948577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.948857] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.949021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.949137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.949337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.949469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.949602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Resource: SegmentPort with ID: 0f9f48d6-2076-4e36-a903-024a2ffff697 is going to be created. [ 1293.969610] env[65432]: DEBUG networking_nsxv3.common.locking [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.969826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.969950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.970210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.970433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.970646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-4e0bf5c8-8c07-4925-baa1-88bfb043482a None None] Releasing lock "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.661191] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ccf9562-7b5e-4feb-bf91-33e25d387d39 req-243d4790-9ca0-430e-9bc7-6ef40630904c service nova] Enqueued Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_rules [ 1294.661368] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ccf9562-7b5e-4feb-bf91-33e25d387d39 req-243d4790-9ca0-430e-9bc7-6ef40630904c service nova] Enqueued Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_members [ 1294.661504] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ccf9562-7b5e-4feb-bf91-33e25d387d39 req-243d4790-9ca0-430e-9bc7-6ef40630904c service nova] Enqueued Resource ID: 0f9f48d6-2076-4e36-a903-024a2ffff697 with Priority: HIGHEST for action port [ 1294.662012] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_rules [ 1294.662154] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_members [ 1294.662251] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9f48d6-2076-4e36-a903-024a2ffff697 with Priority: HIGHEST for action port [ 1294.662954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.663096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.663166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.663368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.663449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.664326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.664401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.664472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.664723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.665068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.665185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.665254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.665409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.665494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.665584] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.666310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f9f48d6-2076-4e36-a903-024a2ffff697 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.666419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.666487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.667271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.667271] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9f48d6-2076-4e36-a903-024a2ffff697',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.169496] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.170132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.170132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.171574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f9f48d6-2076-4e36-a903-024a2ffff697 with status ACTIVE [ 1295.171743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.171964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.171964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.172134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.172222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.172389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.172483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.172544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.172692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.172768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.172942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.173046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.173107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.173300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.173300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.173394] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f9f48d6-2076-4e36-a903-024a2ffff697 is going to be updated. [ 1295.196209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.196390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.196504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.196714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.196860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.197061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f9f48d6-2076-4e36-a903-024a2ffff697" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.671287] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.173019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.173385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.173385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.173514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.173586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.173712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a670874b-2835-4ba1-a278-862bc71520eb is going to be created. [ 1296.199620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.199824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.199824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.200051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.200218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.209531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a670874b-2835-4ba1-a278-862bc71520eb in Status: UNINITIALIZED for 2s [ 1298.222943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a670874b-2835-4ba1-a278-862bc71520eb in Status: SUCCESS [ 1298.223338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.223382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.223587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.223801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.223989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.224079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.224284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.224369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.224461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.224559] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.726859] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.229405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a670874b-2835-4ba1-a278-862bc71520eb: rpc.has_security_group_logging(os_id): False [ 1299.247803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.248156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.248156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.248291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.248341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.248571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.248684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.248741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.248875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.248953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.249052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a670874b-2835-4ba1-a278-862bc71520eb is going to be created. [ 1299.310135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.310365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.310365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.310577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.310897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.323991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a670874b-2835-4ba1-a278-862bc71520eb in Status: IN_PROGRESS for 2s [ 1299.663385] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.663477] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.337101] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a670874b-2835-4ba1-a278-862bc71520eb in Status: SUCCESS [ 1301.337471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.664838] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.665146] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.666441] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.666816] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.668323] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.668323] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.669104] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.669709] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.670444] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.670834] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.671606] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.671993] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.787848] env[65432]: INFO networking_nsxv3.common.synchronization [req-ab0b20df-77f3-4ce6-ae3a-3360ffb3e119 req-04b8a5c2-73b2-4186-9b8d-72c41ff73423 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1329.788366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1329.788694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.789054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.789054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.789184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.789375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.789557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.789618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.789785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.789971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.790799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.293038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.795487] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.297830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.297830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.298217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.298217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.298378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.298378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1331.328980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.329137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.329200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.329409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.329551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.338800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1333.351361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1333.351361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.789491] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.789899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.790950] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.790950] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.792069] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.792390] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.092622] env[65432]: INFO networking_nsxv3.common.synchronization [req-6225c0bc-cafe-498d-b162-4a07c2cba031 req-daf389d4-8ff3-4d49-8cd3-9aeda5ebd077 tempest-ServerActionsTestOtherA-1798023795 tempest-ServerActionsTestOtherA-1798023795-project-member] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1346.093142] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGHEST for action security_group_members [ 1346.093466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.093615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.093887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.093965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.094395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.094395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.094395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.094650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.095471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.095471] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.599079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.599079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.599079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.599392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.599392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.599466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.599564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.599628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.599781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.599856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.599939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be updated. [ 1346.627950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.628166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.628166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.628382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.628530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.637902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: IN_PROGRESS for 2s [ 1348.650147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 in Status: SUCCESS [ 1348.650645] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 deletion is rescheduled due to dependency. [ 1348.650645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.093857] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.094253] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.095517] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.095878] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.096942] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.097307] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.098539] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.098931] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.865383] env[65432]: INFO networking_nsxv3.common.synchronization [req-af76bf5f-2831-486b-879c-6c584154d438 req-9d2945cb-c67f-432a-aea2-85e9e14c42a2 tempest-AttachVolumeTestJSON-913280084 tempest-AttachVolumeTestJSON-913280084-project-member] Enqueued Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_members [ 1369.866128] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a670874b-2835-4ba1-a278-862bc71520eb with Priority: HIGHEST for action security_group_members [ 1369.866463] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a670874b-2835-4ba1-a278-862bc71520eb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.866597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.866690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.866860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.867026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.867127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.867188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.867332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.867418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.867512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a670874b-2835-4ba1-a278-862bc71520eb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.373953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.374202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.374202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.374352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.374460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.374637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.374744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.374798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.374932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.375039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.375102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a670874b-2835-4ba1-a278-862bc71520eb is going to be updated. [ 1370.404798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.404981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.405045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.405226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.405399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.414377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a670874b-2835-4ba1-a278-862bc71520eb in Status: IN_PROGRESS for 2s [ 1372.427240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a670874b-2835-4ba1-a278-862bc71520eb in Status: SUCCESS [ 1372.427715] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a670874b-2835-4ba1-a278-862bc71520eb deletion is rescheduled due to dependency. [ 1372.427715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a670874b-2835-4ba1-a278-862bc71520eb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.867260] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.867260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.868916] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.868916] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.869427] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.869701] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.925612] env[65432]: INFO networking_nsxv3.common.synchronization [req-37fba55d-bfae-4be4-9865-fbee7bc86ff5 req-c8c67f24-aea9-4ec8-b259-8f5d4c90dccb tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1386.926170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1386.926470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.926588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.926656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.926852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.927016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.927108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.927169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.927308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.927389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.927480] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.429640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.429893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.430022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.430351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.430496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.430812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.430993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.431134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.431393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.431523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.431666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1387.466750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.466894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.466935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.467159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.467302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.477781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1389.489611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1389.490032] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 deletion is rescheduled due to dependency. [ 1389.490032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.927698] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.928044] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.818811] env[65432]: INFO networking_nsxv3.common.synchronization [req-55ffe956-c90b-49c2-85cc-3a6fac255fdf req-42919f16-73ff-48da-acd3-479512963803 tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1393.819287] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1393.819596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.819733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.819779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.820027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.820289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.820397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.820461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.820694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.820742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.820793] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.097695] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.098060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.098060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.098320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.098583] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.098734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.098848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.099162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.099397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.099627] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1394.099741] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1394.099849] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1394.099955] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1394.100077] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1394.100182] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1394.100311] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.121159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.121366] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1394.121466] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.121671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.121947] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-85da28fe-767d-4b3e-8991-cab70e460a93 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.122131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.122255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.122565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.122708] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85da28fe-767d-4b3e-8991-cab70e460a93',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.323913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.324148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.324148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.324359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.324452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.324653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.324749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.324809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.324952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.325040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.325129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1394.348743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.348975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.348975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.349190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.349406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.358098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1394.625513] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.625513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.625513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.625735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.625924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.626145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port 85da28fe-767d-4b3e-8991-cab70e460a93 not found, creating... [ 1394.626445] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.626652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.626803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.627075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.627257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.627581] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.627774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.627971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.628520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.628520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.628520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: 85da28fe-767d-4b3e-8991-cab70e460a93 is going to be created. [ 1394.649656] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.649865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.650020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.650409] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.650646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.650883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.336306] env[65432]: INFO networking_nsxv3.common.synchronization [req-55ffe956-c90b-49c2-85cc-3a6fac255fdf req-8ea196d4-a803-4e38-a77b-48ab76fa84d1 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1395.336935] env[65432]: INFO networking_nsxv3.common.synchronization [req-55ffe956-c90b-49c2-85cc-3a6fac255fdf req-8ea196d4-a803-4e38-a77b-48ab76fa84d1 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1395.336935] env[65432]: INFO networking_nsxv3.common.synchronization [req-55ffe956-c90b-49c2-85cc-3a6fac255fdf req-8ea196d4-a803-4e38-a77b-48ab76fa84d1 service nova] Enqueued Resource ID: 85da28fe-767d-4b3e-8991-cab70e460a93 with Priority: HIGHEST for action port [ 1395.337387] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1395.337387] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1395.337387] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85da28fe-767d-4b3e-8991-cab70e460a93 with Priority: HIGHEST for action port [ 1395.337532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.337598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.337650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.337908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.337908] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.339153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.339261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.339463] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-85da28fe-767d-4b3e-8991-cab70e460a93 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.339566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.339633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.339784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.339862] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85da28fe-767d-4b3e-8991-cab70e460a93',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.841695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.841695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.841954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85da28fe-767d-4b3e-8991-cab70e460a93 with status ACTIVE [ 1395.842072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.842190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.842263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.842458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.842547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.842756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.842912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.843028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.843230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.843321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.843554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.843613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.843732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.843861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.843940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.844038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85da28fe-767d-4b3e-8991-cab70e460a93 is going to be updated. [ 1395.867795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.868050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.868050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.868271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.868413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.868570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85da28fe-767d-4b3e-8991-cab70e460a93" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.369880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1396.370328] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 deletion is rescheduled due to dependency. [ 1396.370389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.370996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.371285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.371532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.371697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.371786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.371987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.372113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.372241] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.874657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.376915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.879247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.879439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.879482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.879673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.879766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.879864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1397.908259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.908506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.908506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.908685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.908846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.917243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1399.929028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1399.929419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.929569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.929868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.930163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.930335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.930437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.930655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.930777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.930908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.931062] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.337893] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.338158] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1400.433966] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.936209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7666a86a-1972-477e-9bef-2f7d47cbf742: rpc.has_security_group_logging(os_id): False [ 1400.953795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.953997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.953997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.954226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.954320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.954566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.954668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.954734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.954887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.954964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.955064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1401.016056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.016305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.016305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.016418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.016563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.028868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1403.042652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1403.043138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.339053] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.339595] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.340543] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.340946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.341332] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.341713] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.342644] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.343067] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.343472] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.343940] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.344113] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.344898] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.346610] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.347045] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.348464] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.348839] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.350462] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.350799] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.352109] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.352482] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.353227] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.353643] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.355159] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.355159] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.356802] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.357251] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.358293] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.358293] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.359984] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.360415] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.361434] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.361698] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.363467] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.363866] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.741625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.741889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.741889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.742089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.742205] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.800699] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1485.800865] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2350601-5ea3-4f4c-bdc2-aeb7a730308a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1486.245620] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.747496] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.250160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1487.250380] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1487.992814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.993289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.993289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.993289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.006509] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1488.007430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.008210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1488.047555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.047717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.047763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.047976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.060468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.061441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1488.061550] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.061626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1488.094270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.094516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.094516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.094755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.095553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.095737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1488.170669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.170953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.170953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.171097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.171409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.171682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1488.237974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.238291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.238291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.238499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.238867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.239173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1488.239296] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'55ec7a55-3c29-46b6-94d2-2580b70f9b07', '90fc4fb9-324b-46ae-8022-5b8564e0df37', '46d89632-d93f-4410-bb23-88468f5679e7', '79c044f7-b34a-47c1-9ddb-011a3df46097', '8e3c4fda-cd1f-4832-934e-637bdad2a439', '9b74c808-1852-46ce-bd2e-d70805f174c0', 'dc8031cb-e901-48d3-891a-38bd2a9515f4', '76efac2d-3022-4f49-afad-0c91883f6924', '7666a86a-1972-477e-9bef-2f7d47cbf742', '94f0deeb-f699-41f2-92e8-19a5bdffa44f', '829a298e-26f6-4e5c-a04b-7010f936898e', 'baf94a5d-626e-4dba-986f-221f20b94df7', '3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1', 'a2d611ab-4904-44eb-ac0f-3f62e1a67027', 'd8fc2793-083e-4d99-8f47-17570fc05451', '643e7c89-387d-4a51-a40a-ab7e07fe19d4', 'ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb', 'f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7', 'ad93fb22-85d1-4e8b-b035-fb61fd2b180c', '23642154-da84-4f21-b42f-c742c274461c', 'aa9e9479-fcbd-426a-a4e5-b529ab7219fb', 'b7c47b16-1ba0-4464-ba99-10f789473638', '217b8e18-6a52-4977-b99c-1c1ceb12f96a', 'a670874b-2835-4ba1-a278-862bc71520eb', 'f9fe1cfb-af53-4366-a409-a819dd595e0e', '2b6bb3ed-f092-478d-a5eb-8ac5cd86e0ad', '3b38d151-727f-4cc7-a88a-a4bda325c983', '2dfa215f-320b-4158-88f7-3e48a8d5204b', '3cb5f880-14bf-4991-bef9-d7529d58a447'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.239396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1488.258746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.258956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.258956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.259132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.259219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.259326] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1488.259399] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.259471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1488.331593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.331809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.331809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.332060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.333500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.333765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1488.333847] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.333919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1488.333987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1488.334076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1488.334152] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGH for action security_group_rules [ 1488.334231] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGH for action security_group_rules [ 1488.334298] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGH for action security_group_rules [ 1488.334363] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGH for action security_group_rules [ 1488.334458] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGH for action security_group_rules [ 1488.334557] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGH for action security_group_rules [ 1488.334663] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGH for action security_group_rules [ 1488.334775] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGH for action security_group_rules [ 1488.334887] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGH for action security_group_rules [ 1488.334992] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGH for action security_group_rules [ 1488.335078] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGH for action security_group_rules [ 1488.335141] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGH for action security_group_rules [ 1488.335202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGH for action security_group_rules [ 1488.335274] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGH for action security_group_rules [ 1488.335352] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGH for action security_group_rules [ 1488.335415] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGH for action security_group_rules [ 1488.335476] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGH for action security_group_rules [ 1488.335537] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGH for action security_group_rules [ 1488.335597] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGH for action security_group_rules [ 1488.335658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGH for action security_group_rules [ 1488.335751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.364626] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.365084] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1490.365084] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 with Priority: HIGH for action security_group_rules [ 1490.365216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d89632-d93f-4410-bb23-88468f5679e7 with Priority: HIGH for action security_group_rules [ 1490.365350] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 with Priority: HIGH for action security_group_rules [ 1490.365500] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc2793-083e-4d99-8f47-17570fc05451 with Priority: HIGH for action security_group_rules [ 1490.365638] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23642154-da84-4f21-b42f-c742c274461c with Priority: HIGH for action security_group_rules [ 1490.365770] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c with Priority: HIGH for action security_group_rules [ 1490.365914] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 with Priority: HIGH for action security_group_rules [ 1490.366065] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb with Priority: HIGH for action security_group_rules [ 1490.366223] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 with Priority: HIGH for action security_group_rules [ 1490.366358] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 with Priority: HIGH for action security_group_rules [ 1490.366490] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 with Priority: HIGH for action security_group_rules [ 1490.366619] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf94a5d-626e-4dba-986f-221f20b94df7 with Priority: HIGH for action security_group_rules [ 1490.366747] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829a298e-26f6-4e5c-a04b-7010f936898e with Priority: HIGH for action security_group_rules [ 1490.367027] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f with Priority: HIGH for action security_group_rules [ 1490.367205] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGH for action security_group_rules [ 1490.367349] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 with Priority: HIGH for action security_group_rules [ 1490.367483] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76efac2d-3022-4f49-afad-0c91883f6924 with Priority: HIGH for action security_group_rules [ 1490.368896] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 with Priority: HIGH for action security_group_rules [ 1490.369063] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 with Priority: HIGH for action security_group_rules [ 1490.369180] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 with Priority: HIGH for action security_group_rules [ 1490.369547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.369687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.369756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.370031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.370125] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ec7a55-3c29-46b6-94d2-2580b70f9b07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.371110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d89632-d93f-4410-bb23-88468f5679e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.371232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.371292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.371451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.371559] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d89632-d93f-4410-bb23-88468f5679e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.372329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8031cb-e901-48d3-891a-38bd2a9515f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.372435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.372493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.372644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.372786] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8031cb-e901-48d3-891a-38bd2a9515f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.373431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fc2793-083e-4d99-8f47-17570fc05451 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.373546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.373882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.373882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.373882] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fc2793-083e-4d99-8f47-17570fc05451',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.374527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23642154-da84-4f21-b42f-c742c274461c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.374637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.374700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.374846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.374918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23642154-da84-4f21-b42f-c742c274461c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.375752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.375862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.375930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.376095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.376178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad93fb22-85d1-4e8b-b035-fb61fd2b180c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.376838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.376940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.376997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.377158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.377226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.377894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.378011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.378078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.378226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.378298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.378979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.379108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.379163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.379344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.379397] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d611ab-4904-44eb-ac0f-3f62e1a67027',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.380175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.380369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.380369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.380500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.380560] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643e7c89-387d-4a51-a40a-ab7e07fe19d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.381346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.381518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.381518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.381650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.381729] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.382418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf94a5d-626e-4dba-986f-221f20b94df7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.382648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.382648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.382714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.382882] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf94a5d-626e-4dba-986f-221f20b94df7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.385531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829a298e-26f6-4e5c-a04b-7010f936898e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.385751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.385751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.385968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.386068] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829a298e-26f6-4e5c-a04b-7010f936898e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.387677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.387677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.387677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.387677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.387677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f0deeb-f699-41f2-92e8-19a5bdffa44f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.388174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.388289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.388342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.388501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.388576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.389364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b74c808-1852-46ce-bd2e-d70805f174c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.389472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.389530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.389759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.389873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b74c808-1852-46ce-bd2e-d70805f174c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.530534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76efac2d-3022-4f49-afad-0c91883f6924 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.530761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.530761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.530925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.531025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76efac2d-3022-4f49-afad-0c91883f6924',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.531947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e3c4fda-cd1f-4832-934e-637bdad2a439 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.532100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.532159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.532302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.532379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e3c4fda-cd1f-4832-934e-637bdad2a439',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.533945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fc4fb9-324b-46ae-8022-5b8564e0df37 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.534159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.534159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.534284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.534365] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fc4fb9-324b-46ae-8022-5b8564e0df37',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.535104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79c044f7-b34a-47c1-9ddb-011a3df46097 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.535221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.535290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.535427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.535493] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79c044f7-b34a-47c1-9ddb-011a3df46097',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.830760] env[65432]: INFO networking_nsxv3.common.synchronization [req-cd30a5e0-7212-4638-b2fa-adbb286eba96 req-65c28f0e-1273-4f27-bc4d-78ba7be7ec17 tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1490.831396] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1490.831667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.831828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.831889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.832079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.832237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.832528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.832528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.832528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.832711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.832711] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.039387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.039387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.097860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.098105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.098105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.098282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.101438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.101599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.105740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.105890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.106815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.106928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.108750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.108873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.109652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.109747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.111661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.111755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.112532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.112620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.113328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.113420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.114098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.114192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.114821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.114921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.115539] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.115936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.116038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.116739] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.117119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.117249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.120182] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.120562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.120657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.121338] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.121732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.121825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.122544] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.122941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.123049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.123640] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.124014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.124120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.128410] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.128845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.128980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fc2793-083e-4d99-8f47-17570fc05451 is going to be deleted. [ 1491.129910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.130131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.131666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.131772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.132468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.132599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.156020] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1491.156020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.156020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ec7a55-3c29-46b6-94d2-2580b70f9b07 is going to be deleted. [ 1491.156020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.156020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.174168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.174329] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb is going to be deleted. [ 1491.175185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.175413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.204836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.205065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23642154-da84-4f21-b42f-c742c274461c is going to be deleted. [ 1491.205904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.206130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.207804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.207804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.211873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.211995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.228678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.228848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7 is going to be deleted. [ 1491.229738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.229945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.251445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.251682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.262680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.262816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e3c4fda-cd1f-4832-934e-637bdad2a439 is going to be deleted. [ 1491.263732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.263973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.319132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.319342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.320242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.320373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76efac2d-3022-4f49-afad-0c91883f6924 is going to be deleted. [ 1491.321405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.321614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.335515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.335743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.364768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.365185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643e7c89-387d-4a51-a40a-ab7e07fe19d4 is going to be deleted. [ 1491.365817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.366045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.367421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.367542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.375022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.375208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.410818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.411076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79c044f7-b34a-47c1-9ddb-011a3df46097 is going to be deleted. [ 1491.411953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.412205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.465223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.465413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b74c808-1852-46ce-bd2e-d70805f174c0 is going to be deleted. [ 1491.466394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.466502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.468924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.469198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.477105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.477314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.530299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.530501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8031cb-e901-48d3-891a-38bd2a9515f4 is going to be deleted. [ 1491.531483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.531712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.557590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.557815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.568978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.569187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad93fb22-85d1-4e8b-b035-fb61fd2b180c is going to be deleted. [ 1491.570209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.570427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.645039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.645275] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f0deeb-f699-41f2-92e8-19a5bdffa44f is going to be deleted. [ 1491.646280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.646538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.659302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.659492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.714763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.714965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fc4fb9-324b-46ae-8022-5b8564e0df37 is going to be deleted. [ 1491.715867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.716112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.717530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.717634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.742529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.742716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.747121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.747269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d611ab-4904-44eb-ac0f-3f62e1a67027 is going to be deleted. [ 1491.748270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.748532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.796161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.796369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.805377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.805694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf94a5d-626e-4dba-986f-221f20b94df7 is going to be deleted. [ 1491.806480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.806708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.850269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.850460] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d89632-d93f-4410-bb23-88468f5679e7 is going to be deleted. [ 1491.851380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.851570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.872181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.872392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.873442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.873544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.900951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.901160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1 is going to be deleted. [ 1491.902110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.902354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.945550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.945723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829a298e-26f6-4e5c-a04b-7010f936898e is going to be deleted. [ 1491.946826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.947097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.947208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.947341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fc2793-083e-4d99-8f47-17570fc05451" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.947498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.947674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.947753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.947881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ec7a55-3c29-46b6-94d2-2580b70f9b07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.948438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.948641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.948734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.948960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd9ceeb-d61f-49e2-8e04-dc8a668abdfb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.949139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.949353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.949444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.949578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23642154-da84-4f21-b42f-c742c274461c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.949775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.949917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.038197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.038416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.042155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.042325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.044059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.044315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.044425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.044499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.044690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.044768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.044857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1492.045806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.045984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.046083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.046203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e3c4fda-cd1f-4832-934e-637bdad2a439" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.046357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.046507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.046585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.046712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ecfa29-cc41-40aa-a9b6-a40b9e88d9c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.047277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.047423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.047504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.047619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76efac2d-3022-4f49-afad-0c91883f6924" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.047752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.047890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.047968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.048096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643e7c89-387d-4a51-a40a-ab7e07fe19d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.048230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.048370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.048443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.048554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79c044f7-b34a-47c1-9ddb-011a3df46097" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.048685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.048839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.048916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.049031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b74c808-1852-46ce-bd2e-d70805f174c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.049168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.049306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.049380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.049493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad93fb22-85d1-4e8b-b035-fb61fd2b180c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.049624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.049761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.049855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.049985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8031cb-e901-48d3-891a-38bd2a9515f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.050123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.050263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.050335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.050449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f0deeb-f699-41f2-92e8-19a5bdffa44f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.050574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.050710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.050783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.050894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fc4fb9-324b-46ae-8022-5b8564e0df37" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.051025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.051166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.051236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.051348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d611ab-4904-44eb-ac0f-3f62e1a67027" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.051475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.051612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.051686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.051813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d89632-d93f-4410-bb23-88468f5679e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.051943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.052097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.052170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.052273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf94a5d-626e-4dba-986f-221f20b94df7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.060503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.060700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.060700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.060884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.061021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.061170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c0a0cc2-7ff2-42db-94e7-0ca1c439c0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.099607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.099758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.099882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.100019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.100164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.101835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.101949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.102022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.102182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.102262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.102367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829a298e-26f6-4e5c-a04b-7010f936898e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.109778] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1492.110350] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1494.121437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1494.121803] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 deletion is rescheduled due to dependency. [ 1494.121803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.121898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.122130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.122320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.122444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.122510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.122657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.122736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.122818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.122906] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.625195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.127684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7666a86a-1972-477e-9bef-2f7d47cbf742: rpc.has_security_group_logging(os_id): False [ 1495.146596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.146818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.146818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.147046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.147163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.147434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.147540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.147603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.147764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.147840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.147925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1495.204863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.205172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.205172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.205338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.205407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.217927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1495.832073] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.832250] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1497.232686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1497.233177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.981346] env[65432]: INFO networking_nsxv3.common.synchronization [req-30796d55-6182-4c0f-b0e5-82d91e4604c2 req-76f70b9f-5806-4547-825e-d7e8910c92b1 tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1498.981346] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1498.981346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.981346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.981346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.981346] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.367124] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.367361] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.367501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.367834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.368285] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.368472] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.368591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.368810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.369015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.369234] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.369348] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1499.369452] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1499.369558] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1499.369664] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.369764] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1499.369917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1499.391875] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1499.392228] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1499.392429] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1499.392655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.393016] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.393206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.393368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.393727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.393869] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54b55a6-b5ef-4c15-8b02-d111e78a3e74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.482924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.483090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.483161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.483384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.483476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.483673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.483771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.483833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.483981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.484073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.484169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1499.510455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.510734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.510734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.510853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.510993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.520510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1499.896728] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.897036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.897112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.897496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.897700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.897898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Segment Port b54b55a6-b5ef-4c15-8b02-d111e78a3e74 not found, creating... [ 1499.898247] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.898455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.898601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.898860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.899095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.899434] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.899649] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.899800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.900105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.900293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.900449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 is going to be created. [ 1499.922735] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.922981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.923141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.923429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.923676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.923897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.632641] env[65432]: INFO networking_nsxv3.common.synchronization [req-30796d55-6182-4c0f-b0e5-82d91e4604c2 req-6f1db173-0fba-43c7-a527-bb5d4ddd7cc8 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1500.632946] env[65432]: INFO networking_nsxv3.common.synchronization [req-30796d55-6182-4c0f-b0e5-82d91e4604c2 req-6f1db173-0fba-43c7-a527-bb5d4ddd7cc8 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1500.632946] env[65432]: INFO networking_nsxv3.common.synchronization [req-30796d55-6182-4c0f-b0e5-82d91e4604c2 req-6f1db173-0fba-43c7-a527-bb5d4ddd7cc8 service nova] Enqueued Resource ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 with Priority: HIGHEST for action port [ 1500.633573] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1500.633669] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1500.633767] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 with Priority: HIGHEST for action port [ 1500.634049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.634219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.634268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.634461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.634498] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.635663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.635761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.635947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.636068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.636124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.636273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.636337] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54b55a6-b5ef-4c15-8b02-d111e78a3e74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.138437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.138712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.138784] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b54b55a6-b5ef-4c15-8b02-d111e78a3e74 with status ACTIVE [ 1501.138920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.139085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.139132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.139322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.139408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.139582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.139676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.139772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.139909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.140121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.140227] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.140296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.140340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.140530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.140530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.140722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 is going to be updated. [ 1501.162151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.162385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.162385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.162555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.162694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.162850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.530554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1501.530755] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 deletion is rescheduled due to dependency. [ 1501.530874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.530992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.531242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.531429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.531543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.531600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.531747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.531829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.531922] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.033903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.537122] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.040028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.040450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.040450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.040542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.040585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.040683] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1503.071118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.071327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.071383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.071546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.071729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.081684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1505.092895] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1505.093336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.093336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.093544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.093741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.093855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.093915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.094083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.094161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.094281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.094400] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.596486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.635178] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.635379] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1506.099247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7666a86a-1972-477e-9bef-2f7d47cbf742: rpc.has_security_group_logging(os_id): False [ 1506.117616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.117847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.117847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.118134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.118223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.118531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.118658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.118733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.118888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.119028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.119125] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1506.180997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.181265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.181265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.181430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.181641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.195523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1508.213074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1508.213437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.636514] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.636514] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.637130] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.637603] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.638762] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.639329] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.639978] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.640353] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.640636] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.641106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.641249] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.641619] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.642606] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.642606] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.644218] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.644592] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.645438] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.645783] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.647362] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.647797] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.648372] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.648982] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.649805] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.650130] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.291497] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.291877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.291877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.292138] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.292393] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.292553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.292672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.292882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.293037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.293246] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1570.293357] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1570.293464] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1570.293574] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1570.293685] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1570.293781] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1570.293903] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1570.325043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1570.325240] env[65432]: DEBUG dogpile.cache.region [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1570.325356] env[65432]: DEBUG dogpile.lock [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1570.325537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "network-793" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.325870] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.326122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.326256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.326511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.326647] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54b55a6-b5ef-4c15-8b02-d111e78a3e74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.650908] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.651170] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.828999] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.829279] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.829380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.829696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.829850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.830191] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.830354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.830473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.830688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.830825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.831118] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.831274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.831395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.831603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.831735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.831874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Resource: SegmentPort with ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 is going to be updated. [ 1570.853246] env[65432]: DEBUG networking_nsxv3.common.locking [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.853513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.853658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.853976] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.854195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.854414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-aec722ae-606a-4230-b244-1eff38a1449f None None] Releasing lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.526275] env[65432]: INFO networking_nsxv3.common.synchronization [req-0861a8c5-9410-44ea-923f-80efc6f54809 req-885bcff1-bdff-48ab-9d8b-6a7df7255062 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1571.526275] env[65432]: INFO networking_nsxv3.common.synchronization [req-0861a8c5-9410-44ea-923f-80efc6f54809 req-885bcff1-bdff-48ab-9d8b-6a7df7255062 service nova] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1571.526275] env[65432]: INFO networking_nsxv3.common.synchronization [req-0861a8c5-9410-44ea-923f-80efc6f54809 req-885bcff1-bdff-48ab-9d8b-6a7df7255062 service nova] Enqueued Resource ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 with Priority: HIGHEST for action port [ 1571.526275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_rules [ 1571.526275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1571.526275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 with Priority: HIGHEST for action port [ 1571.526863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.527134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.527505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.528128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.528128] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.528753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.528872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.528967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.529123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.529277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.529369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.529436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.529601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.529683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.529823] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.530825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.530825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.530825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.530972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.531032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54b55a6-b5ef-4c15-8b02-d111e78a3e74',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.032627] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.033722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.033851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.034016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b54b55a6-b5ef-4c15-8b02-d111e78a3e74 with status ACTIVE [ 1572.034767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.034767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.034767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.034767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.034767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.034767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.035129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.035129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.035129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.035129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.035395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.035395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.035551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.035656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.035656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.036272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b54b55a6-b5ef-4c15-8b02-d111e78a3e74 is going to be updated. [ 1572.057204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.057490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.057490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.058229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.058229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.058229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54b55a6-b5ef-4c15-8b02-d111e78a3e74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.538584] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.041645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.041873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.041873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.042090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.042186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.042317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1573.073841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.075974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.075974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.075974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.075974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.083860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1575.096347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1575.096767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.096767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.096949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.097224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.097354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.097422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.097592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.097676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.097761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.097851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.600859] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.103153] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7666a86a-1972-477e-9bef-2f7d47cbf742: rpc.has_security_group_logging(os_id): False [ 1576.122576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.122904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.122904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.123107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.123107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.123410] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.123507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.123591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.123806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.123901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.123988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1576.191309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.191656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.191656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.191905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.192147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.210405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1576.526923] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.527077] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1578.230468] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1578.230895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.528026] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.528410] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.528960] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.529389] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.453935] env[65432]: INFO networking_nsxv3.common.synchronization [req-70317909-76f7-447d-890c-0553be2bbb7f req-d3187a56-4458-4c76-963f-1d1aba0947d4 tempest-ServerActionsTestOtherB-1898608862 tempest-ServerActionsTestOtherB-1898608862-project-member] Enqueued Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1588.454490] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 with Priority: HIGHEST for action security_group_members [ 1588.454800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7666a86a-1972-477e-9bef-2f7d47cbf742 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.454976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.455066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.455273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.455368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.455463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.455524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.455672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.455742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.455820] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7666a86a-1972-477e-9bef-2f7d47cbf742',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.958914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.959217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.959217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.959334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.959410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.959610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.959733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.959783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.959962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.960095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.960193] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 is going to be updated. [ 1588.988880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.989166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.989212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.989429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.989595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.999415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: IN_PROGRESS for 2s [ 1591.009831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 in Status: SUCCESS [ 1591.010311] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7666a86a-1972-477e-9bef-2f7d47cbf742 deletion is rescheduled due to dependency. [ 1591.010311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7666a86a-1972-477e-9bef-2f7d47cbf742" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.456270] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.456270] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.456930] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.457310] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.458029] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.458458] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.459465] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.459939] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.460430] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.460813] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0